[ 526.711391] env[65552]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 526.711391] env[65552]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 527.725583] env[65642]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 527.725583] env[65642]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 529.304900] env[65642]: INFO neutron.common.config [-] Logging enabled! [ 529.305264] env[65642]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 27.0.1.dev60 [ 529.305571] env[65642]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=65642) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 529.305730] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 529.305830] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 529.306677] env[65642]: WARNING oslo_policy.policy [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 529.306928] env[65642]: WARNING oslo_policy.policy [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 529.308551] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] VMware NSXv3 Agent initialized successfully. [ 529.308895] env[65642]: DEBUG oslo_concurrency.lockutils [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] Acquiring lock "singleton_lock" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 529.309063] env[65642]: DEBUG oslo_concurrency.lockutils [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] Acquired lock "singleton_lock" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 529.309279] env[65642]: DEBUG oslo_concurrency.lockutils [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] Releasing lock "singleton_lock" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 529.309596] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] Full set of CONF: {{(pid=65642) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:274}} [ 529.309669] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] ******************************************************************************** {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 529.309800] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] Configuration options gathered from: {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 529.310222] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 529.310464] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 529.310516] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] ================================================================================ {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 529.310706] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] agent_down_time = 75 {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.310797] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] allow_automatic_dhcp_failover = True {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.310932] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] allow_bulk = True {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.311127] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] api_extensions_path = {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.311274] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] api_paste_config = api-paste.ini {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.311416] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] auth_strategy = keystone {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.311521] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] backdoor_port = None {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.311623] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] backdoor_socket = None {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.311756] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] backlog = 4096 {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.311893] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] base_mac = fa:16:3e:00:00:00 {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.312068] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] bind_host = 0.0.0.0 {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.312206] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] bind_port = 9696 {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.312335] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] client_socket_timeout = 900 {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.312472] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] config_dir = [] {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.312578] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.312710] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] config_source = [] {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.312846] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] control_exchange = neutron {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.312982] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] core_plugin = ml2 {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.313129] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] debug = True {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.313263] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] default_availability_zones = [] {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.313491] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.313631] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] dhcp_agent_notification = True {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.313764] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] dhcp_agents_per_network = 1 {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.313894] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] dhcp_lease_duration = 86400 {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.314044] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] dhcp_load_type = networks {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.314188] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] dns_domain = openstacklocal {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.314318] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.314444] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] enable_default_route_bfd = False {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.314568] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] enable_default_route_ecmp = False {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.314692] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] enable_dvr = True {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.314816] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] enable_new_agents = True {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.314942] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.315081] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] enable_signals = True {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.315210] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] enable_traditional_dhcp = True {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.315331] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] external_dns_driver = None {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.315454] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] filter_validation = True {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.317822] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] global_physnet_mtu = 8950 {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.317822] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] graceful_shutdown_timeout = 60 {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.317822] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] host = cpu-1 {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.317822] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] host_dvr_for_dhcp = True {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.317822] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] http_retries = 3 {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.317822] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] instance_format = [instance: %(uuid)s] {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.317822] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.318264] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] ipam_driver = internal {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.318264] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] ipv6_pd_enabled = False {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.318264] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] l3_ha = False {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.318264] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.318264] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] l3_ha_network_physical_name = {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.318264] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] l3_ha_network_type = {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.318264] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] log_color = False {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.318450] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] log_config_append = None {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.318450] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.318450] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] log_dir = None {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.318450] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] log_file = None {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.318450] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] log_options = True {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.318450] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] log_rotate_interval = 1 {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.318450] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] log_rotate_interval_type = days {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.318634] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] log_rotation_type = none {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.318634] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.318634] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.318634] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.318634] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.318772] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.319109] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] max_dns_nameservers = 5 {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.319109] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] max_header_line = 16384 {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.319260] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] max_l3_agents_per_router = 3 {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.319390] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] max_logfile_count = 30 {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.319514] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] max_logfile_size_mb = 200 {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.319658] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] max_subnet_host_routes = 20 {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.319769] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] my_ip = 10.180.1.21 {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.319916] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] my_ipv6 = ::1 {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.320036] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] network_auto_schedule = True {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.320161] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] network_link_prefix = None {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.323016] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.323016] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] notify_nova_on_port_data_changes = True {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.323016] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] notify_nova_on_port_status_changes = True {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.323016] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] pagination_max_limit = -1 {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.323016] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] publish_errors = False {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.323016] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] rate_limit_burst = 0 {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.323262] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] rate_limit_except_level = CRITICAL {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.323262] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] rate_limit_interval = 0 {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.323262] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] retry_until_window = 30 {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.323262] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] router_distributed = False {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.323262] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] rpc_resources_processing_step = 20 {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.323262] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] rpc_response_max_timeout = 600 {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.323262] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] rpc_response_timeout = 60 {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.323452] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] send_events_interval = 2 {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.323452] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] service_plugins = ['router'] {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.323452] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] setproctitle = on {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.323452] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] shell_completion = None {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.323452] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] state_path = /opt/stack/data/neutron {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.323452] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] syslog_log_facility = LOG_USER {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.323452] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] tcp_keepidle = 600 {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.323631] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] transport_url = **** {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.323631] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] use_journal = False {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.323631] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] use_json = False {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.323631] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] use_ssl = False {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.323631] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] use_stderr = False {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.323814] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] use_syslog = False {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.323846] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] vlan_qinq = None {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.324110] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] vlan_transparent = None {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.324110] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] watch_log_file = False {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.324220] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] wsgi_default_pool_size = 100 {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.324343] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] wsgi_keep_alive = True {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.324473] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.324596] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] wsgi_server_debug = False {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.324747] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] oslo_concurrency.disable_process_locking = False {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.324873] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.325016] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.325173] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.325292] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.325422] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.325558] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.326243] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] profiler.connection_string = messaging:// {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.326243] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] profiler.enabled = False {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.326243] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] profiler.es_doc_type = notification {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.326243] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] profiler.es_scroll_size = 10000 {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.326243] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] profiler.es_scroll_time = 2m {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.326534] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] profiler.filter_error_trace = False {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.326534] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] profiler.hmac_keys = **** {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.326629] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] profiler.sentinel_service_name = mymaster {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.326732] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] profiler.socket_timeout = 0.1 {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.326841] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] profiler.trace_requests = False {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.326973] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] profiler.trace_sqlalchemy = False {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.327116] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] profiler_jaeger.process_tags = {} {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.327258] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] profiler_jaeger.service_name_prefix = None {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.327373] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] profiler_otlp.service_name_prefix = None {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.327519] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] oslo_policy.enforce_new_defaults = True {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.327788] env[65642]: WARNING oslo_config.cfg [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 529.327935] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] oslo_policy.enforce_scope = True {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.328093] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] oslo_policy.policy_default_rule = default {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.328245] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.328381] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.328516] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.328644] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.328769] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.328894] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.329031] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.329175] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] oslo_policy.remote_timeout = 60.0 {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.329318] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.329458] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] agent.extensions = [] {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.329592] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.329727] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] service_providers.service_provider = [] {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.329864] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] QUOTAS.default_quota = -1 {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.329999] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.330143] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] QUOTAS.quota_floatingip = 50 {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.330273] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] QUOTAS.quota_network = 100 {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.330402] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] QUOTAS.quota_port = 500 {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.330525] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.330651] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] QUOTAS.quota_router = 10 {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.330776] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] QUOTAS.quota_security_group = 10 {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.330898] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.331053] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] QUOTAS.quota_subnet = 100 {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.331195] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] QUOTAS.track_quota_usage = True {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.331339] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.331467] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] privsep.group = None {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.331591] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] privsep.helper_command = None {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.331718] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] privsep.log_daemon_traceback = False {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.331851] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.331978] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] privsep.thread_pool_size = 8 {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.332121] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] privsep.user = None {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.332262] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.332391] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] privsep_dhcp_release.group = None {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.332516] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] privsep_dhcp_release.helper_command = None {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.332651] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.332773] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.332900] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.333037] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] privsep_dhcp_release.user = None {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.333188] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.333297] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] privsep_ovs_vsctl.group = None {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.333418] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] privsep_ovs_vsctl.helper_command = None {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.333543] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.333674] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.333798] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.333922] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] privsep_ovs_vsctl.user = None {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.334066] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] privsep_namespace.capabilities = [21] {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.334194] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] privsep_namespace.group = None {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.334318] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] privsep_namespace.helper_command = None {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.334445] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] privsep_namespace.log_daemon_traceback = False {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.334576] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.334702] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] privsep_namespace.thread_pool_size = 8 {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.334826] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] privsep_namespace.user = None {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.334959] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] privsep_conntrack.capabilities = [12] {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.335096] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] privsep_conntrack.group = None {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.335221] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] privsep_conntrack.helper_command = None {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.335346] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] privsep_conntrack.log_daemon_traceback = False {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.335477] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.335604] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.335726] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] privsep_conntrack.user = None {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.335858] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] privsep_link.capabilities = [12, 21] {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.335981] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] privsep_link.group = None {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.336116] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] privsep_link.helper_command = None {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.336242] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] privsep_link.log_daemon_traceback = False {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.336372] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.336498] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] privsep_link.thread_pool_size = 8 {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.336620] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] privsep_link.user = None {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.336764] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.336903] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.337042] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] AGENT.continue_on_failed_promotions = False {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.337170] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] AGENT.dscp = None {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.337297] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] AGENT.dscp_inherit = False {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.337433] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] AGENT.force_mp_to_policy = True {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.337560] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] AGENT.locking_coordinator_url = None {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.337686] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] AGENT.log_agent_heartbeats = False {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.337813] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] AGENT.logging_expire = 1 {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.337945] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.338088] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.338222] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] AGENT.polling_interval = 240 {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.338350] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.338493] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.338623] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] AGENT.report_interval = 30.0 {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.338758] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.338892] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.339048] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.339209] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] AGENT.sync_skew = 60 {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.339344] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] AGENT.synchronization_queue_size = 20 {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.339474] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] AGENT.use_helper_for_ns_read = True {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.339611] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] SECURITYGROUP.enable_ipset = True {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.339749] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] SECURITYGROUP.enable_security_group = True {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.339883] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.340029] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.340169] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] experimental.ipv6_pd_enabled = False {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.340322] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] ml2.extension_drivers = ['port_security'] {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.340450] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] ml2.external_network_type = None {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.340592] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.340728] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] ml2.overlay_ip_version = 4 {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.340863] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] ml2.path_mtu = 8950 {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.340996] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] ml2.physical_network_mtus = {} {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.341178] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] ml2.tenant_network_types = ['vlan'] {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.341319] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.341459] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] ml2.type_drivers = ['vlan'] {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.341597] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] AGENT_CLI.neutron_port_id = [] {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.341728] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.341859] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.342013] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.342172] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.342340] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.342469] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.342606] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.342741] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.342933] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.343087] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] NSXV3.nsxv3_login_password = **** {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.343234] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] NSXV3.nsxv3_login_port = 443 {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.343375] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] NSXV3.nsxv3_login_user = admin {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.343504] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.343642] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.343773] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.343902] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.344098] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.344203] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.344343] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.344481] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.344614] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.344752] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.344892] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.345034] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.345176] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.345360] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.345502] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] vsphere.vsphere_login_password = VMware1! {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.345640] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.345774] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.345910] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] nova.auth_section = None {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.346064] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] nova.auth_type = password {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.346205] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.346333] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] nova.certfile = None {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.346459] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] nova.collect_timing = False {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.346597] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] nova.endpoint_type = public {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.346727] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] nova.insecure = False {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.346853] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] nova.keyfile = None {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.346987] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] nova.region_name = RegionOne {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.347136] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] nova.split_loggers = False {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.347259] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] nova.timeout = None {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.347392] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] placement.auth_section = None {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.347531] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] placement.auth_type = password {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.347665] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.347793] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] placement.certfile = None {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.347921] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] placement.collect_timing = False {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.348066] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] placement.endpoint_type = public {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.348197] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] placement.insecure = False {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.348322] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] placement.keyfile = None {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.348445] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] placement.region_name = None {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.348570] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] placement.split_loggers = False {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.348692] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] placement.timeout = None {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.348825] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] ironic.auth_section = None {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.348954] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] ironic.auth_type = None {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.349123] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] ironic.cafile = None {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.349284] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] ironic.certfile = None {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.349442] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] ironic.collect_timing = False {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.349576] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] ironic.connect_retries = None {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.349705] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] ironic.connect_retry_delay = None {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.349835] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] ironic.enable_notifications = False {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.349962] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] ironic.endpoint_override = None {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.350125] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] ironic.insecure = False {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.350228] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] ironic.interface = None {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.350355] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] ironic.keyfile = None {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.350484] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] ironic.max_version = None {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.350608] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] ironic.min_version = None {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.350732] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] ironic.region_name = None {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.350857] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] ironic.retriable_status_codes = None {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.350981] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] ironic.service_name = None {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.351139] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] ironic.service_type = None {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.351277] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] ironic.split_loggers = False {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.351405] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] ironic.status_code_retries = None {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.351532] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] ironic.status_code_retry_delay = None {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.351657] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] ironic.timeout = None {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.351782] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] ironic.valid_interfaces = None {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.351907] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] ironic.version = None {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.352053] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] cli_script.dry_run = False {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.352216] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.352362] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.352551] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.352709] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.352847] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.352979] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.353126] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.353260] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.353393] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.353530] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.353656] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.353791] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.353924] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.354068] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.354207] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.354345] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.354479] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.354607] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.354745] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.354875] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.355014] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.355146] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.355278] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.355406] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.355534] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.355665] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.355792] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.355921] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.356058] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.356190] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.356320] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] oslo_messaging_rabbit.ssl = False {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.356455] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.356588] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.356716] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.356851] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.356985] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] oslo_messaging_rabbit.ssl_version = {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.357125] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.357267] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] oslo_messaging_notifications.driver = [] {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.357400] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] oslo_messaging_notifications.retry = -1 {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.357544] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.357673] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] oslo_messaging_notifications.transport_url = **** {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.357773] env[65642]: DEBUG oslo_service.backend._eventlet.service [None req-ee51ffbf-6ee2-47b5-8693-f5b608c3ae79 None None] ******************************************************************************** {{(pid=65642) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 529.358865] env[65642]: DEBUG neutron.agent.securitygroups_rpc [None req-8b171668-ea76-4fe7-a03b-51ed0103484f None None] Init firewall settings (driver=nsxv3) {{(pid=65642) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 529.360189] env[65642]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-8b171668-ea76-4fe7-a03b-51ed0103484f None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=65642) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 529.360428] env[65642]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-8b171668-ea76-4fe7-a03b-51ed0103484f None None] RPC agent_id: nsxm-l-01a.corp.local [ 529.362637] env[65642]: DEBUG dogpile.cache.region [None req-8b171668-ea76-4fe7-a03b-51ed0103484f None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 529.362798] env[65642]: DEBUG dogpile.lock [None req-8b171668-ea76-4fe7-a03b-51ed0103484f None None] NeedRegenerationException {{(pid=65642) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 529.362881] env[65642]: DEBUG dogpile.lock [None req-8b171668-ea76-4fe7-a03b-51ed0103484f None None] no value, waiting for create lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 529.362936] env[65642]: DEBUG dogpile.lock [None req-8b171668-ea76-4fe7-a03b-51ed0103484f None None] value creation lock acquired {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 529.363063] env[65642]: DEBUG dogpile.cache.region [None req-8b171668-ea76-4fe7-a03b-51ed0103484f None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 529.363115] env[65642]: DEBUG dogpile.lock [None req-8b171668-ea76-4fe7-a03b-51ed0103484f None None] Calling creation function for not-yet-present value {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 529.363261] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8b171668-ea76-4fe7-a03b-51ed0103484f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 529.384438] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-8b171668-ea76-4fe7-a03b-51ed0103484f None None] Session token - acquiring [ 529.385571] env[65642]: DEBUG networking_nsxv3.common.locking [None req-8b171668-ea76-4fe7-a03b-51ed0103484f None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 529.385719] env[65642]: DEBUG oslo_concurrency.lockutils [None req-8b171668-ea76-4fe7-a03b-51ed0103484f None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 529.385818] env[65642]: DEBUG oslo_concurrency.lockutils [None req-8b171668-ea76-4fe7-a03b-51ed0103484f None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 529.386259] env[65642]: DEBUG oslo_concurrency.lockutils [None req-8b171668-ea76-4fe7-a03b-51ed0103484f None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 529.397777] env[65642]: DEBUG oslo_concurrency.lockutils [None req-8b171668-ea76-4fe7-a03b-51ed0103484f None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 529.685345] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-8b171668-ea76-4fe7-a03b-51ed0103484f None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 529.707304] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8b171668-ea76-4fe7-a03b-51ed0103484f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 529.707557] env[65642]: DEBUG dogpile.cache.region [None req-8b171668-ea76-4fe7-a03b-51ed0103484f None None] Cache value generated in 0.344 seconds for key(s): 'zone-id' {{(pid=65642) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 529.707635] env[65642]: DEBUG dogpile.lock [None req-8b171668-ea76-4fe7-a03b-51ed0103484f None None] Released creation lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 529.707701] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8b171668-ea76-4fe7-a03b-51ed0103484f None None] Activating Policy API Provider. [ 529.707897] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8b171668-ea76-4fe7-a03b-51ed0103484f None None] Looking for the default Infrastructure Rules. [ 529.770714] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8b171668-ea76-4fe7-a03b-51ed0103484f None None] Looking for the Default Layer3 Logged Drop Section. [ 529.785808] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-8b171668-ea76-4fe7-a03b-51ed0103484f None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 529.786270] env[65642]: DEBUG networking_nsxv3.common.locking [None req-8b171668-ea76-4fe7-a03b-51ed0103484f None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 529.786452] env[65642]: DEBUG oslo_concurrency.lockutils [None req-8b171668-ea76-4fe7-a03b-51ed0103484f None None] Acquiring lock "all" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 529.786569] env[65642]: DEBUG oslo_concurrency.lockutils [None req-8b171668-ea76-4fe7-a03b-51ed0103484f None None] Acquired lock "all" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 529.786809] env[65642]: DEBUG oslo_concurrency.lockutils [None req-8b171668-ea76-4fe7-a03b-51ed0103484f None None] Acquired external semaphore "all" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 529.787148] env[65642]: DEBUG networking_nsxv3.api.rpc [None req-8b171668-ea76-4fe7-a03b-51ed0103484f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 530.302553] env[65642]: DEBUG networking_nsxv3.api.rpc [None req-8b171668-ea76-4fe7-a03b-51ed0103484f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 530.806219] env[65642]: DEBUG networking_nsxv3.api.rpc [None req-8b171668-ea76-4fe7-a03b-51ed0103484f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 531.310332] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-8b171668-ea76-4fe7-a03b-51ed0103484f None None] Inventory metadata is going to be refreshed. [ 531.310332] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8b171668-ea76-4fe7-a03b-51ed0103484f None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 532.177035] env[65642]: DEBUG networking_nsxv3.common.locking [None req-8b171668-ea76-4fe7-a03b-51ed0103484f None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 532.177035] env[65642]: DEBUG oslo_concurrency.lockutils [None req-8b171668-ea76-4fe7-a03b-51ed0103484f None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 532.177035] env[65642]: DEBUG oslo_concurrency.lockutils [None req-8b171668-ea76-4fe7-a03b-51ed0103484f None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 532.177035] env[65642]: DEBUG oslo_concurrency.lockutils [None req-8b171668-ea76-4fe7-a03b-51ed0103484f None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 532.187203] env[65642]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-8b171668-ea76-4fe7-a03b-51ed0103484f None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 532.189446] env[65642]: DEBUG oslo_concurrency.lockutils [None req-8b171668-ea76-4fe7-a03b-51ed0103484f None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 532.190244] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8b171668-ea76-4fe7-a03b-51ed0103484f None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 532.211974] env[65642]: DEBUG networking_nsxv3.common.locking [None req-8b171668-ea76-4fe7-a03b-51ed0103484f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 532.211974] env[65642]: DEBUG oslo_concurrency.lockutils [None req-8b171668-ea76-4fe7-a03b-51ed0103484f None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 532.211974] env[65642]: DEBUG oslo_concurrency.lockutils [None req-8b171668-ea76-4fe7-a03b-51ed0103484f None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 532.211974] env[65642]: DEBUG oslo_concurrency.lockutils [None req-8b171668-ea76-4fe7-a03b-51ed0103484f None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 532.211974] env[65642]: DEBUG oslo_concurrency.lockutils [None req-8b171668-ea76-4fe7-a03b-51ed0103484f None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 532.211974] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8b171668-ea76-4fe7-a03b-51ed0103484f None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 532.211974] env[65642]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8b171668-ea76-4fe7-a03b-51ed0103484f None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=65642) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 532.211974] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8b171668-ea76-4fe7-a03b-51ed0103484f None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 532.233030] env[65642]: DEBUG networking_nsxv3.common.locking [None req-8b171668-ea76-4fe7-a03b-51ed0103484f None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 532.233030] env[65642]: DEBUG oslo_concurrency.lockutils [None req-8b171668-ea76-4fe7-a03b-51ed0103484f None None] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 532.233030] env[65642]: DEBUG oslo_concurrency.lockutils [None req-8b171668-ea76-4fe7-a03b-51ed0103484f None None] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 532.233030] env[65642]: DEBUG oslo_concurrency.lockutils [None req-8b171668-ea76-4fe7-a03b-51ed0103484f None None] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 532.233030] env[65642]: DEBUG oslo_concurrency.lockutils [None req-8b171668-ea76-4fe7-a03b-51ed0103484f None None] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 532.233030] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8b171668-ea76-4fe7-a03b-51ed0103484f None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 532.254859] env[65642]: DEBUG networking_nsxv3.common.locking [None req-8b171668-ea76-4fe7-a03b-51ed0103484f None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 532.255494] env[65642]: DEBUG oslo_concurrency.lockutils [None req-8b171668-ea76-4fe7-a03b-51ed0103484f None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 532.255775] env[65642]: DEBUG oslo_concurrency.lockutils [None req-8b171668-ea76-4fe7-a03b-51ed0103484f None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 532.256211] env[65642]: DEBUG oslo_concurrency.lockutils [None req-8b171668-ea76-4fe7-a03b-51ed0103484f None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 532.256486] env[65642]: DEBUG oslo_concurrency.lockutils [None req-8b171668-ea76-4fe7-a03b-51ed0103484f None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 532.256752] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8b171668-ea76-4fe7-a03b-51ed0103484f None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 532.281027] env[65642]: DEBUG networking_nsxv3.common.locking [None req-8b171668-ea76-4fe7-a03b-51ed0103484f None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 532.281027] env[65642]: DEBUG oslo_concurrency.lockutils [None req-8b171668-ea76-4fe7-a03b-51ed0103484f None None] Acquiring lock "Address Group" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 532.281027] env[65642]: DEBUG oslo_concurrency.lockutils [None req-8b171668-ea76-4fe7-a03b-51ed0103484f None None] Acquired lock "Address Group" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 532.281027] env[65642]: DEBUG oslo_concurrency.lockutils [None req-8b171668-ea76-4fe7-a03b-51ed0103484f None None] Acquired external semaphore "Address Group" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 532.281027] env[65642]: DEBUG oslo_concurrency.lockutils [None req-8b171668-ea76-4fe7-a03b-51ed0103484f None None] Releasing lock "Address Group" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 532.281027] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8b171668-ea76-4fe7-a03b-51ed0103484f None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 532.281027] env[65642]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8b171668-ea76-4fe7-a03b-51ed0103484f None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65642) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 532.281027] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8b171668-ea76-4fe7-a03b-51ed0103484f None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 532.299402] env[65642]: DEBUG networking_nsxv3.common.locking [None req-8b171668-ea76-4fe7-a03b-51ed0103484f None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 532.299947] env[65642]: DEBUG oslo_concurrency.lockutils [None req-8b171668-ea76-4fe7-a03b-51ed0103484f None None] Acquiring lock "Segment QoS" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 532.300231] env[65642]: DEBUG oslo_concurrency.lockutils [None req-8b171668-ea76-4fe7-a03b-51ed0103484f None None] Acquired lock "Segment QoS" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 532.300617] env[65642]: DEBUG oslo_concurrency.lockutils [None req-8b171668-ea76-4fe7-a03b-51ed0103484f None None] Acquired external semaphore "Segment QoS" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 532.300884] env[65642]: DEBUG oslo_concurrency.lockutils [None req-8b171668-ea76-4fe7-a03b-51ed0103484f None None] Releasing lock "Segment QoS" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 532.301188] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8b171668-ea76-4fe7-a03b-51ed0103484f None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 532.301427] env[65642]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8b171668-ea76-4fe7-a03b-51ed0103484f None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=65642) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 532.301650] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8b171668-ea76-4fe7-a03b-51ed0103484f None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 532.334081] env[65642]: DEBUG networking_nsxv3.common.locking [None req-8b171668-ea76-4fe7-a03b-51ed0103484f None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 532.334081] env[65642]: DEBUG oslo_concurrency.lockutils [None req-8b171668-ea76-4fe7-a03b-51ed0103484f None None] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 532.334081] env[65642]: DEBUG oslo_concurrency.lockutils [None req-8b171668-ea76-4fe7-a03b-51ed0103484f None None] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 532.334081] env[65642]: DEBUG oslo_concurrency.lockutils [None req-8b171668-ea76-4fe7-a03b-51ed0103484f None None] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 532.334081] env[65642]: DEBUG oslo_concurrency.lockutils [None req-8b171668-ea76-4fe7-a03b-51ed0103484f None None] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 532.334081] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8b171668-ea76-4fe7-a03b-51ed0103484f None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 532.334081] env[65642]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8b171668-ea76-4fe7-a03b-51ed0103484f None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65642) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 532.334081] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-8b171668-ea76-4fe7-a03b-51ed0103484f None None] Inventory metadata have been refreshed. [ 532.334081] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-8b171668-ea76-4fe7-a03b-51ed0103484f None None] Dryrun:True. Metadata refresh completed. [ 532.334081] env[65642]: DEBUG oslo_concurrency.lockutils [None req-8b171668-ea76-4fe7-a03b-51ed0103484f None None] Releasing lock "all" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 532.335760] env[65642]: INFO neutron.agent.agent_extensions_manager [None req-8b171668-ea76-4fe7-a03b-51ed0103484f None None] Loaded agent extensions: [] [ 532.336671] env[65642]: DEBUG neutron_lib.callbacks.manager [None req-8b171668-ea76-4fe7-a03b-51ed0103484f None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=65642) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 532.397658] env[65642]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-8b171668-ea76-4fe7-a03b-51ed0103484f None None] NSXv3 Agent Agent RPC Daemon Started! [ 532.397658] env[65642]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-8b171668-ea76-4fe7-a03b-51ed0103484f None None] NSXv3 Agent Agent loop - iteration:0 started [ 532.397658] env[65642]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-8b171668-ea76-4fe7-a03b-51ed0103484f None None] NSXv3 Agent Agent out of sync with plugin! [ 537.337073] env[65642]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 537.337454] env[65642]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 542.338547] env[65642]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 542.338547] env[65642]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 547.338969] env[65642]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 547.339245] env[65642]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 547.555912] env[65642]: INFO networking_nsxv3.common.synchronization [None req-7b3e2266-00ee-4d2e-92d6-71703124e46f demo admin] Enqueued Resource ID: 88c213db-8753-463b-9748-14cd24c2eb35 with Priority: HIGHEST for action security_group_rules [ 547.556291] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88c213db-8753-463b-9748-14cd24c2eb35 with Priority: HIGHEST for action security_group_rules [ 547.558109] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-88c213db-8753-463b-9748-14cd24c2eb35 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 547.558243] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-88c213db-8753-463b-9748-14cd24c2eb35" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.558311] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-88c213db-8753-463b-9748-14cd24c2eb35" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 547.558656] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-88c213db-8753-463b-9748-14cd24c2eb35" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 547.558742] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('88c213db-8753-463b-9748-14cd24c2eb35',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 548.078678] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 548.078943] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.079044] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 548.079276] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 548.079435] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 548.079596] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 88c213db-8753-463b-9748-14cd24c2eb35 already deleted. [ 548.079754] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-88c213db-8753-463b-9748-14cd24c2eb35" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 548.340585] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 548.341087] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.341087] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 548.341087] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 548.341313] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 548.844209] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 549.346527] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 549.848357] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 549.848660] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 550.574556] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.574991] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.574991] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 550.574991] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 550.586884] env[65642]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 550.587733] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 550.588348] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 550.607591] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.607854] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.607854] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 550.608029] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 550.608088] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 550.608186] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 550.608259] env[65642]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65642) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 550.608359] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 550.628114] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.628358] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.628358] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 550.628503] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 550.628631] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 550.628740] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 550.649784] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.650074] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.650074] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 550.650230] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 550.650304] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 550.650433] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 550.670869] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.671126] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.671126] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 550.671334] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 550.671441] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 550.671561] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 550.671637] env[65642]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65642) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 550.671709] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 550.687828] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.688029] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.688029] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 550.688212] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 550.688310] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 550.688406] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 550.688476] env[65642]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65642) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 550.688545] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 550.707426] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.707672] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.707672] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 550.707798] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 550.707880] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 550.707992] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 550.708077] env[65642]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65642) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 550.708143] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 550.708208] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 550.708281] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 550.708344] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 550.708399] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 550.708669] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 550.708732] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 550.708798] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 550.729081] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.729268] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.729310] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 550.729502] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 550.729605] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 550.729714] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 550.752131] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.752291] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.752389] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 550.752657] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 550.752773] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 550.766343] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 552.557480] env[65642]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 552.557895] env[65642]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 557.559417] env[65642]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 557.559644] env[65642]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 562.560029] env[65642]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 562.560573] env[65642]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 567.561612] env[65642]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 567.561612] env[65642]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 572.562645] env[65642]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 572.562995] env[65642]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 576.596457] env[65642]: INFO networking_nsxv3.common.synchronization [None req-173ec777-eec7-4e2e-81e8-860f0ac0f194 None None] Enqueued Resource ID: f8c6beb0-18aa-4208-b326-1fcb6f558933 with Priority: HIGHEST for action port [ 576.598222] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8c6beb0-18aa-4208-b326-1fcb6f558933 with Priority: HIGHEST for action port [ 576.600523] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-f8c6beb0-18aa-4208-b326-1fcb6f558933 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.600523] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f8c6beb0-18aa-4208-b326-1fcb6f558933" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.600523] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f8c6beb0-18aa-4208-b326-1fcb6f558933" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.600523] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f8c6beb0-18aa-4208-b326-1fcb6f558933" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.600523] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8c6beb0-18aa-4208-b326-1fcb6f558933',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.102905] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f8c6beb0-18aa-4208-b326-1fcb6f558933 [ 577.103086] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.105301] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.105301] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.105301] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.105301] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.105301] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f8c6beb0-18aa-4208-b326-1fcb6f558933 already deleted. [ 577.105301] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f8c6beb0-18aa-4208-b326-1fcb6f558933" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.652950] env[65642]: INFO networking_nsxv3.common.synchronization [None req-35b4b660-10c3-42f6-86d8-a6ad6cb0fe3a None None] Enqueued Resource ID: 0e4d324f-94dc-4c6d-ad60-5553fb56abb0 with Priority: HIGHEST for action port [ 578.653400] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e4d324f-94dc-4c6d-ad60-5553fb56abb0 with Priority: HIGHEST for action port [ 578.653839] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e4d324f-94dc-4c6d-ad60-5553fb56abb0 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.654000] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e4d324f-94dc-4c6d-ad60-5553fb56abb0" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.654000] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e4d324f-94dc-4c6d-ad60-5553fb56abb0" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.654317] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e4d324f-94dc-4c6d-ad60-5553fb56abb0" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.654405] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e4d324f-94dc-4c6d-ad60-5553fb56abb0',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.156408] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0e4d324f-94dc-4c6d-ad60-5553fb56abb0 [ 579.157512] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.157512] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.157512] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.157769] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.157769] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.157825] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0e4d324f-94dc-4c6d-ad60-5553fb56abb0 already deleted. [ 579.157866] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e4d324f-94dc-4c6d-ad60-5553fb56abb0" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.494092] env[65642]: INFO networking_nsxv3.common.synchronization [None req-b8d2eaaf-01b1-4a39-b9bd-3cb05fac4446 None None] Enqueued Resource ID: 3ab2dbb5-b152-4af1-9a7e-183d476d6a4c with Priority: HIGHEST for action port [ 580.494092] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ab2dbb5-b152-4af1-9a7e-183d476d6a4c with Priority: HIGHEST for action port [ 580.494092] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-3ab2dbb5-b152-4af1-9a7e-183d476d6a4c taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.494092] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3ab2dbb5-b152-4af1-9a7e-183d476d6a4c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.494092] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3ab2dbb5-b152-4af1-9a7e-183d476d6a4c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.494092] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3ab2dbb5-b152-4af1-9a7e-183d476d6a4c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.494092] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ab2dbb5-b152-4af1-9a7e-183d476d6a4c',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.731040] env[65642]: INFO networking_nsxv3.common.synchronization [None req-526731c0-9d6c-4018-9fa8-d259763a0f02 None None] Enqueued Resource ID: 4a5e8857-7807-44dd-88d4-54bd3fc55257 with Priority: HIGHEST for action port [ 580.731694] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a5e8857-7807-44dd-88d4-54bd3fc55257 with Priority: HIGHEST for action port [ 580.731959] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-4a5e8857-7807-44dd-88d4-54bd3fc55257 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.733467] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4a5e8857-7807-44dd-88d4-54bd3fc55257" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.733592] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4a5e8857-7807-44dd-88d4-54bd3fc55257" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.734210] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4a5e8857-7807-44dd-88d4-54bd3fc55257" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.735468] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a5e8857-7807-44dd-88d4-54bd3fc55257',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.996409] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3ab2dbb5-b152-4af1-9a7e-183d476d6a4c [ 580.996975] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.996975] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.996975] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.997177] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.997177] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.997259] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3ab2dbb5-b152-4af1-9a7e-183d476d6a4c already deleted. [ 580.998219] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3ab2dbb5-b152-4af1-9a7e-183d476d6a4c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.238239] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4a5e8857-7807-44dd-88d4-54bd3fc55257 [ 581.238461] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.238601] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.238666] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.238875] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.238957] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.239064] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4a5e8857-7807-44dd-88d4-54bd3fc55257 already deleted. [ 581.239144] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4a5e8857-7807-44dd-88d4-54bd3fc55257" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.609900] env[65642]: INFO networking_nsxv3.common.synchronization [None req-347dbb4f-243a-40e6-9d93-7c43c66bbe98 None None] Enqueued Resource ID: b5b42001-00b5-4c85-be3c-9e655e57b0b0 with Priority: HIGHEST for action port [ 581.610229] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5b42001-00b5-4c85-be3c-9e655e57b0b0 with Priority: HIGHEST for action port [ 581.610858] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-b5b42001-00b5-4c85-be3c-9e655e57b0b0 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.610997] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b5b42001-00b5-4c85-be3c-9e655e57b0b0" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.611129] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b5b42001-00b5-4c85-be3c-9e655e57b0b0" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.611366] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b5b42001-00b5-4c85-be3c-9e655e57b0b0" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.611454] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5b42001-00b5-4c85-be3c-9e655e57b0b0',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.799116] env[65642]: INFO networking_nsxv3.common.synchronization [None req-4179ad23-4be7-4f4a-b207-7ba3adf5bdeb None None] Enqueued Resource ID: 0a90cd57-fc87-4698-bbe2-64862d7b141d with Priority: HIGHEST for action port [ 581.799776] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a90cd57-fc87-4698-bbe2-64862d7b141d with Priority: HIGHEST for action port [ 581.799776] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a90cd57-fc87-4698-bbe2-64862d7b141d taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.799776] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a90cd57-fc87-4698-bbe2-64862d7b141d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.799776] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a90cd57-fc87-4698-bbe2-64862d7b141d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.799776] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a90cd57-fc87-4698-bbe2-64862d7b141d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.799776] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a90cd57-fc87-4698-bbe2-64862d7b141d',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.115678] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b5b42001-00b5-4c85-be3c-9e655e57b0b0 [ 582.115980] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.116101] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.116181] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.116364] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.116458] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.116555] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b5b42001-00b5-4c85-be3c-9e655e57b0b0 already deleted. [ 582.116638] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b5b42001-00b5-4c85-be3c-9e655e57b0b0" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.304593] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0a90cd57-fc87-4698-bbe2-64862d7b141d [ 582.304904] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.305244] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.305244] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.306211] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.306211] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.306211] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0a90cd57-fc87-4698-bbe2-64862d7b141d already deleted. [ 582.306211] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a90cd57-fc87-4698-bbe2-64862d7b141d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.877814] env[65642]: INFO networking_nsxv3.common.synchronization [None req-26f13fdf-7af0-4957-a651-cd24e6c8cab5 None None] Enqueued Resource ID: 092e58f5-ee55-4c39-9d30-412ac0df215c with Priority: HIGHEST for action port [ 582.878693] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 092e58f5-ee55-4c39-9d30-412ac0df215c with Priority: HIGHEST for action port [ 582.878693] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-092e58f5-ee55-4c39-9d30-412ac0df215c taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.878832] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-092e58f5-ee55-4c39-9d30-412ac0df215c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.878832] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-092e58f5-ee55-4c39-9d30-412ac0df215c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.879062] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-092e58f5-ee55-4c39-9d30-412ac0df215c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.879156] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('092e58f5-ee55-4c39-9d30-412ac0df215c',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.957200] env[65642]: INFO networking_nsxv3.common.synchronization [None req-c5287590-2727-42a2-a2fd-c81259fa365d None None] Enqueued Resource ID: 2e5f7c76-0654-44ac-91c8-a0efa5376128 with Priority: HIGHEST for action port [ 582.958447] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e5f7c76-0654-44ac-91c8-a0efa5376128 with Priority: HIGHEST for action port [ 582.959083] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e5f7c76-0654-44ac-91c8-a0efa5376128 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.959223] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e5f7c76-0654-44ac-91c8-a0efa5376128" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.959583] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e5f7c76-0654-44ac-91c8-a0efa5376128" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.959976] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e5f7c76-0654-44ac-91c8-a0efa5376128" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.959976] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e5f7c76-0654-44ac-91c8-a0efa5376128',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.383272] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 092e58f5-ee55-4c39-9d30-412ac0df215c [ 583.383272] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.383272] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.383272] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.383272] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.383272] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.383272] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:092e58f5-ee55-4c39-9d30-412ac0df215c already deleted. [ 583.383272] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-092e58f5-ee55-4c39-9d30-412ac0df215c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.462303] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2e5f7c76-0654-44ac-91c8-a0efa5376128 [ 583.463243] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.463243] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.463243] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.463441] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.463518] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.463603] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2e5f7c76-0654-44ac-91c8-a0efa5376128 already deleted. [ 583.463683] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e5f7c76-0654-44ac-91c8-a0efa5376128" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.069098] env[65642]: INFO networking_nsxv3.common.synchronization [None req-bbe8780d-9636-4871-b064-0a00d03cd4ae None None] Enqueued Resource ID: 03794760-972a-400e-8f95-a74c3edfd2e3 with Priority: HIGHEST for action port [ 584.069674] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03794760-972a-400e-8f95-a74c3edfd2e3 with Priority: HIGHEST for action port [ 584.070213] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-03794760-972a-400e-8f95-a74c3edfd2e3 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.070371] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-03794760-972a-400e-8f95-a74c3edfd2e3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.070408] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-03794760-972a-400e-8f95-a74c3edfd2e3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.070640] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-03794760-972a-400e-8f95-a74c3edfd2e3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.070725] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03794760-972a-400e-8f95-a74c3edfd2e3',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.575028] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 03794760-972a-400e-8f95-a74c3edfd2e3 [ 584.575028] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.575028] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.575028] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.575349] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.575512] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.575599] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:03794760-972a-400e-8f95-a74c3edfd2e3 already deleted. [ 584.575639] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-03794760-972a-400e-8f95-a74c3edfd2e3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.294164] env[65642]: INFO networking_nsxv3.common.synchronization [None req-4e46f26b-e90b-42bb-a6ed-064fa9d35a6b None None] Enqueued Resource ID: b05b69af-e30f-4d21-957d-bdb4d98111d8 with Priority: HIGHEST for action port [ 585.294717] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b05b69af-e30f-4d21-957d-bdb4d98111d8 with Priority: HIGHEST for action port [ 585.295044] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-b05b69af-e30f-4d21-957d-bdb4d98111d8 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.295170] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b05b69af-e30f-4d21-957d-bdb4d98111d8" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.295237] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b05b69af-e30f-4d21-957d-bdb4d98111d8" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.295464] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b05b69af-e30f-4d21-957d-bdb4d98111d8" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.295548] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b05b69af-e30f-4d21-957d-bdb4d98111d8',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.798580] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b05b69af-e30f-4d21-957d-bdb4d98111d8 [ 585.799723] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.799905] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.799978] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.800205] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.800295] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.800394] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b05b69af-e30f-4d21-957d-bdb4d98111d8 already deleted. [ 585.800472] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b05b69af-e30f-4d21-957d-bdb4d98111d8" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.375462] env[65642]: INFO networking_nsxv3.common.synchronization [None req-b9fc8016-4c5f-4cce-b865-a3c33c37cd16 None None] Enqueued Resource ID: 3e8ebbab-e335-42ac-9480-09b4b568ed5b with Priority: HIGHEST for action port [ 586.376268] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e8ebbab-e335-42ac-9480-09b4b568ed5b with Priority: HIGHEST for action port [ 586.376521] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e8ebbab-e335-42ac-9480-09b4b568ed5b taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.377429] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e8ebbab-e335-42ac-9480-09b4b568ed5b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.377429] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e8ebbab-e335-42ac-9480-09b4b568ed5b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.377610] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e8ebbab-e335-42ac-9480-09b4b568ed5b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.377660] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e8ebbab-e335-42ac-9480-09b4b568ed5b',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.879939] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3e8ebbab-e335-42ac-9480-09b4b568ed5b [ 586.879939] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.880083] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.880116] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.880820] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.880820] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.880820] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3e8ebbab-e335-42ac-9480-09b4b568ed5b already deleted. [ 586.880820] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e8ebbab-e335-42ac-9480-09b4b568ed5b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.030190] env[65642]: INFO networking_nsxv3.common.synchronization [None req-261bae31-796e-4a14-a56c-9398c754360b None None] Enqueued Resource ID: 46f509fa-44dd-4bf6-95a0-9b51a1a9fa8c with Priority: HIGHEST for action port [ 587.030749] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46f509fa-44dd-4bf6-95a0-9b51a1a9fa8c with Priority: HIGHEST for action port [ 587.031715] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-46f509fa-44dd-4bf6-95a0-9b51a1a9fa8c taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.031850] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-46f509fa-44dd-4bf6-95a0-9b51a1a9fa8c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.031933] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-46f509fa-44dd-4bf6-95a0-9b51a1a9fa8c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.032365] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-46f509fa-44dd-4bf6-95a0-9b51a1a9fa8c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.032912] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46f509fa-44dd-4bf6-95a0-9b51a1a9fa8c',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.207347] env[65642]: INFO networking_nsxv3.common.synchronization [None req-01ecb590-a579-41b2-af95-897b06e302e7 None None] Enqueued Resource ID: f4e366b8-dd7e-40db-994a-d0d4073bf4c6 with Priority: HIGHEST for action port [ 587.207884] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4e366b8-dd7e-40db-994a-d0d4073bf4c6 with Priority: HIGHEST for action port [ 587.208213] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-f4e366b8-dd7e-40db-994a-d0d4073bf4c6 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.208335] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f4e366b8-dd7e-40db-994a-d0d4073bf4c6" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.208418] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f4e366b8-dd7e-40db-994a-d0d4073bf4c6" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.208691] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f4e366b8-dd7e-40db-994a-d0d4073bf4c6" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.208767] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4e366b8-dd7e-40db-994a-d0d4073bf4c6',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.537868] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 46f509fa-44dd-4bf6-95a0-9b51a1a9fa8c [ 587.538516] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.538516] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.538516] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.538647] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.538647] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.538701] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:46f509fa-44dd-4bf6-95a0-9b51a1a9fa8c already deleted. [ 587.538787] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-46f509fa-44dd-4bf6-95a0-9b51a1a9fa8c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.711141] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f4e366b8-dd7e-40db-994a-d0d4073bf4c6 [ 587.711423] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.711571] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.711650] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.711870] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.711959] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.712106] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f4e366b8-dd7e-40db-994a-d0d4073bf4c6 already deleted. [ 587.712236] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f4e366b8-dd7e-40db-994a-d0d4073bf4c6" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.768607] env[65642]: INFO networking_nsxv3.common.synchronization [None req-9a85f81f-c3b3-4093-b201-78aa7576be08 None None] Enqueued Resource ID: ab0d9af0-ebcb-45b7-8937-d113e4808568 with Priority: HIGHEST for action port [ 587.769043] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab0d9af0-ebcb-45b7-8937-d113e4808568 with Priority: HIGHEST for action port [ 587.769506] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-ab0d9af0-ebcb-45b7-8937-d113e4808568 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.769506] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ab0d9af0-ebcb-45b7-8937-d113e4808568" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.769602] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ab0d9af0-ebcb-45b7-8937-d113e4808568" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.770217] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ab0d9af0-ebcb-45b7-8937-d113e4808568" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.770217] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab0d9af0-ebcb-45b7-8937-d113e4808568',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.272985] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ab0d9af0-ebcb-45b7-8937-d113e4808568 [ 588.273197] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.273334] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.273401] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.273607] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.273695] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.273790] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ab0d9af0-ebcb-45b7-8937-d113e4808568 already deleted. [ 588.273880] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ab0d9af0-ebcb-45b7-8937-d113e4808568" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.982022] env[65642]: INFO networking_nsxv3.common.synchronization [None req-7ec00627-4817-4294-bf83-eb447883089b None None] Enqueued Resource ID: 589be62a-f43d-45eb-aae1-443a866ab218 with Priority: HIGHEST for action port [ 589.983076] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 589be62a-f43d-45eb-aae1-443a866ab218 with Priority: HIGHEST for action port [ 589.983824] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-589be62a-f43d-45eb-aae1-443a866ab218 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.983824] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-589be62a-f43d-45eb-aae1-443a866ab218" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.983824] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-589be62a-f43d-45eb-aae1-443a866ab218" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.984064] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-589be62a-f43d-45eb-aae1-443a866ab218" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.984064] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('589be62a-f43d-45eb-aae1-443a866ab218',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.492820] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 589be62a-f43d-45eb-aae1-443a866ab218 [ 590.492820] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.492820] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.492820] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.492820] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.492820] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.492820] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:589be62a-f43d-45eb-aae1-443a866ab218 already deleted. [ 590.492820] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-589be62a-f43d-45eb-aae1-443a866ab218" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.941194] env[65642]: INFO networking_nsxv3.common.synchronization [req-e28f854e-3a35-419f-87bc-d7aac6a0bf69 req-8bdc0e77-af13-4646-980b-d14add51e50d tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] Enqueued Resource ID: e93ad73d-8c66-47c4-b4b2-0436390a79e1 with Priority: HIGHEST for action security_group_members [ 590.941752] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e93ad73d-8c66-47c4-b4b2-0436390a79e1 with Priority: HIGHEST for action security_group_members [ 590.942093] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-e93ad73d-8c66-47c4-b4b2-0436390a79e1 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.942209] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e93ad73d-8c66-47c4-b4b2-0436390a79e1" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.942275] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e93ad73d-8c66-47c4-b4b2-0436390a79e1" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.942477] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e93ad73d-8c66-47c4-b4b2-0436390a79e1" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.942639] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.943313] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.943313] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.943313] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.944880] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.944996] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e93ad73d-8c66-47c4-b4b2-0436390a79e1',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.180923] env[65642]: INFO networking_nsxv3.common.synchronization [None req-2c7e8305-d607-4d88-8ff2-e993a4035e95 None None] Enqueued Resource ID: 3a578f24-b445-497b-b31b-0dee3ed3ef60 with Priority: HIGHEST for action port [ 591.181479] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a578f24-b445-497b-b31b-0dee3ed3ef60 with Priority: HIGHEST for action port [ 591.182067] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a578f24-b445-497b-b31b-0dee3ed3ef60 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.182194] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a578f24-b445-497b-b31b-0dee3ed3ef60" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.182261] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a578f24-b445-497b-b31b-0dee3ed3ef60" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.183293] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a578f24-b445-497b-b31b-0dee3ed3ef60" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.183293] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a578f24-b445-497b-b31b-0dee3ed3ef60',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.449213] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.450888] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.450888] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.450888] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.450888] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.455201] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.455201] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.455201] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.455201] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.455201] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.455201] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e93ad73d-8c66-47c4-b4b2-0436390a79e1 already deleted. [ 591.455201] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e93ad73d-8c66-47c4-b4b2-0436390a79e1" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.686370] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3a578f24-b445-497b-b31b-0dee3ed3ef60 [ 591.686633] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.686745] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.686815] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.687057] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.687154] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.687400] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3a578f24-b445-497b-b31b-0dee3ed3ef60 already deleted. [ 591.687400] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a578f24-b445-497b-b31b-0dee3ed3ef60" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.039270] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock network-687 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.039270] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "network-687" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.039270] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "network-687" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.039270] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "network-687" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.039270] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.039270] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.039270] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.040712] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.040993] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.041479] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 592.042722] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] NeedRegenerationException {{(pid=65642) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 592.042722] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] no value, waiting for create lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 592.042819] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] value creation lock acquired {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 592.042958] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 592.043031] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Calling creation function for not-yet-present value {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 592.043151] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 592.071419] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 592.072128] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65642) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 592.072364] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Released creation lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 592.072822] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "network-687" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.074110] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock port-c2e3d88c-3a6d-4af6-ba12-ae2ddab5d5f0 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.074361] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "port-c2e3d88c-3a6d-4af6-ba12-ae2ddab5d5f0" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.074567] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "port-c2e3d88c-3a6d-4af6-ba12-ae2ddab5d5f0" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.074734] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "port-c2e3d88c-3a6d-4af6-ba12-ae2ddab5d5f0" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.074915] env[65642]: DEBUG networking_nsxv3.api.rpc [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2e3d88c-3a6d-4af6-ba12-ae2ddab5d5f0',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.078505] env[65642]: INFO networking_nsxv3.common.synchronization [None req-570c733c-9a2b-402b-8f17-9fe237ca4a93 None None] Enqueued Resource ID: 8a3f110f-6c90-444b-8fcb-37f878784ade with Priority: HIGHEST for action port [ 592.079205] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a3f110f-6c90-444b-8fcb-37f878784ade with Priority: HIGHEST for action port [ 592.079522] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a3f110f-6c90-444b-8fcb-37f878784ade taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.079739] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a3f110f-6c90-444b-8fcb-37f878784ade" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.079739] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a3f110f-6c90-444b-8fcb-37f878784ade" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.080036] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a3f110f-6c90-444b-8fcb-37f878784ade" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.080173] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a3f110f-6c90-444b-8fcb-37f878784ade',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.580632] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.580947] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.580988] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.581248] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.581393] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.581546] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Segment Port c2e3d88c-3a6d-4af6-ba12-ae2ddab5d5f0 not found, creating... [ 592.581988] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.582219] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.582353] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.582686] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.582847] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.583277] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.583436] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.583550] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.583832] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.584241] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.584489] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Resource: SegmentPort with ID: c2e3d88c-3a6d-4af6-ba12-ae2ddab5d5f0 is going to be created. [ 592.586030] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8a3f110f-6c90-444b-8fcb-37f878784ade [ 592.586464] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.586582] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.586652] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.586885] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.586975] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.587126] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8a3f110f-6c90-444b-8fcb-37f878784ade already deleted. [ 592.587231] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a3f110f-6c90-444b-8fcb-37f878784ade" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.612915] env[65642]: INFO networking_nsxv3.common.synchronization [req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 req-c6d6b376-6281-4112-8628-1e92c764966d tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Enqueued Resource ID: fb84f89e-daf3-4100-92cd-2981d9459c16 with Priority: HIGHEST for action security_group_members [ 592.614195] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.614344] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.614464] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.614755] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.615093] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.616071] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "port-c2e3d88c-3a6d-4af6-ba12-ae2ddab5d5f0" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.617178] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb84f89e-daf3-4100-92cd-2981d9459c16 with Priority: HIGHEST for action security_group_members [ 592.617778] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb84f89e-daf3-4100-92cd-2981d9459c16 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.617956] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb84f89e-daf3-4100-92cd-2981d9459c16" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.618110] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb84f89e-daf3-4100-92cd-2981d9459c16" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.618394] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb84f89e-daf3-4100-92cd-2981d9459c16" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.618607] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.618809] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.618870] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.619072] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.619206] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.619341] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb84f89e-daf3-4100-92cd-2981d9459c16',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.045820] env[65642]: INFO networking_nsxv3.common.synchronization [None req-c3848f23-3e25-4260-b42b-0ffaea98a8a3 None None] Enqueued Resource ID: b8aae4dc-e5c2-4ab7-8ff7-30fba19df82c with Priority: HIGHEST for action port [ 593.046128] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8aae4dc-e5c2-4ab7-8ff7-30fba19df82c with Priority: HIGHEST for action port [ 593.046636] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-b8aae4dc-e5c2-4ab7-8ff7-30fba19df82c taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.046771] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b8aae4dc-e5c2-4ab7-8ff7-30fba19df82c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.046863] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b8aae4dc-e5c2-4ab7-8ff7-30fba19df82c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.047517] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b8aae4dc-e5c2-4ab7-8ff7-30fba19df82c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.047600] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8aae4dc-e5c2-4ab7-8ff7-30fba19df82c',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.122800] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.122800] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.122800] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.122800] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.122800] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.122970] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.122970] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.123056] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.123217] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.123277] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.123318] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb84f89e-daf3-4100-92cd-2981d9459c16 already deleted. [ 593.123397] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb84f89e-daf3-4100-92cd-2981d9459c16" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.291755] env[65642]: INFO networking_nsxv3.common.synchronization [None req-14154d20-36e3-4a9a-ab87-77a78630385c None None] Enqueued Resource ID: 93f648b0-3b59-4a10-9a92-725ce94b5954 with Priority: HIGHEST for action port [ 593.292399] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93f648b0-3b59-4a10-9a92-725ce94b5954 with Priority: HIGHEST for action port [ 593.292813] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-93f648b0-3b59-4a10-9a92-725ce94b5954 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.292948] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-93f648b0-3b59-4a10-9a92-725ce94b5954" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.292948] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-93f648b0-3b59-4a10-9a92-725ce94b5954" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.293937] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-93f648b0-3b59-4a10-9a92-725ce94b5954" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.294181] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93f648b0-3b59-4a10-9a92-725ce94b5954',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.335825] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock network-4 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.335825] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "network-4" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.335825] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "network-4" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.335825] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "network-4" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.336176] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.336176] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.336271] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.336426] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.336562] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.337027] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 593.337027] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] NeedRegenerationException {{(pid=65642) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 593.337027] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] no value, waiting for create lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 593.337226] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] value creation lock acquired {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 593.337226] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 593.337344] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Calling creation function for not-yet-present value {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 593.337838] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 593.356520] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 593.356739] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65642) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 593.356794] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Released creation lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 593.356967] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "network-4" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.357292] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock port-7e24e1a3-4f81-45e1-8590-dff6af1bb576 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.357459] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "port-7e24e1a3-4f81-45e1-8590-dff6af1bb576" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.357574] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "port-7e24e1a3-4f81-45e1-8590-dff6af1bb576" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.357896] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "port-7e24e1a3-4f81-45e1-8590-dff6af1bb576" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.358042] env[65642]: DEBUG networking_nsxv3.api.rpc [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e24e1a3-4f81-45e1-8590-dff6af1bb576',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.420870] env[65642]: INFO networking_nsxv3.common.synchronization [req-e28f854e-3a35-419f-87bc-d7aac6a0bf69 req-37b4fc93-2277-4a4c-aa68-548a6c2d71c9 service nova] Enqueued Resource ID: e93ad73d-8c66-47c4-b4b2-0436390a79e1 with Priority: HIGHEST for action security_group_rules [ 593.420870] env[65642]: INFO networking_nsxv3.common.synchronization [req-e28f854e-3a35-419f-87bc-d7aac6a0bf69 req-37b4fc93-2277-4a4c-aa68-548a6c2d71c9 service nova] Enqueued Resource ID: e93ad73d-8c66-47c4-b4b2-0436390a79e1 with Priority: HIGHEST for action security_group_members [ 593.420870] env[65642]: INFO networking_nsxv3.common.synchronization [req-e28f854e-3a35-419f-87bc-d7aac6a0bf69 req-37b4fc93-2277-4a4c-aa68-548a6c2d71c9 service nova] Enqueued Resource ID: c2e3d88c-3a6d-4af6-ba12-ae2ddab5d5f0 with Priority: HIGHEST for action port [ 593.420870] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e93ad73d-8c66-47c4-b4b2-0436390a79e1 with Priority: HIGHEST for action security_group_rules [ 593.421123] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e93ad73d-8c66-47c4-b4b2-0436390a79e1 with Priority: HIGHEST for action security_group_members [ 593.421123] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2e3d88c-3a6d-4af6-ba12-ae2ddab5d5f0 with Priority: HIGHEST for action port [ 593.421623] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e93ad73d-8c66-47c4-b4b2-0436390a79e1 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.421835] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e93ad73d-8c66-47c4-b4b2-0436390a79e1" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.421835] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e93ad73d-8c66-47c4-b4b2-0436390a79e1" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.422088] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e93ad73d-8c66-47c4-b4b2-0436390a79e1" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.422185] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e93ad73d-8c66-47c4-b4b2-0436390a79e1',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.423033] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-e93ad73d-8c66-47c4-b4b2-0436390a79e1 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.423152] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e93ad73d-8c66-47c4-b4b2-0436390a79e1" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.423267] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e93ad73d-8c66-47c4-b4b2-0436390a79e1" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.423408] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e93ad73d-8c66-47c4-b4b2-0436390a79e1" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.423539] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.423674] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.423719] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.423828] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.423916] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.424128] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e93ad73d-8c66-47c4-b4b2-0436390a79e1',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.425080] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-c2e3d88c-3a6d-4af6-ba12-ae2ddab5d5f0 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.425193] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c2e3d88c-3a6d-4af6-ba12-ae2ddab5d5f0" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.425261] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c2e3d88c-3a6d-4af6-ba12-ae2ddab5d5f0" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.426044] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c2e3d88c-3a6d-4af6-ba12-ae2ddab5d5f0" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.426044] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2e3d88c-3a6d-4af6-ba12-ae2ddab5d5f0',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.550173] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b8aae4dc-e5c2-4ab7-8ff7-30fba19df82c [ 593.551042] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.551042] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.551042] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.551268] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.551300] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.551393] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b8aae4dc-e5c2-4ab7-8ff7-30fba19df82c already deleted. [ 593.551481] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b8aae4dc-e5c2-4ab7-8ff7-30fba19df82c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.796712] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 93f648b0-3b59-4a10-9a92-725ce94b5954 [ 593.796967] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.797126] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.797221] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.797411] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.797505] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.797689] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:93f648b0-3b59-4a10-9a92-725ce94b5954 already deleted. [ 593.797785] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-93f648b0-3b59-4a10-9a92-725ce94b5954" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.860686] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.861594] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.861594] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.861594] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.861594] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.861906] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Segment Port 7e24e1a3-4f81-45e1-8590-dff6af1bb576 not found, creating... [ 593.862023] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.862151] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.862599] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.863228] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.864903] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.864903] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.864903] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.864903] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.865188] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.866222] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.866222] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Resource: SegmentPort with ID: 7e24e1a3-4f81-45e1-8590-dff6af1bb576 is going to be created. [ 593.887540] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.888468] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.888468] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.888468] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.888468] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.888642] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "port-7e24e1a3-4f81-45e1-8590-dff6af1bb576" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.928546] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-e93ad73d-8c66-47c4-b4b2-0436390a79e1 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.928546] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e93ad73d-8c66-47c4-b4b2-0436390a79e1" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.942188] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e93ad73d-8c66-47c4-b4b2-0436390a79e1',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.944150] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c2e3d88c-3a6d-4af6-ba12-ae2ddab5d5f0 with status ACTIVE [ 593.944801] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.945011] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.945084] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.945846] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.945985] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.948306] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.948455] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.948523] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.948966] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.949180] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.949357] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.949426] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.949477] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.949641] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.949720] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.949808] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c2e3d88c-3a6d-4af6-ba12-ae2ddab5d5f0 is going to be updated. [ 593.992411] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.992411] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.992411] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.992720] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.992874] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.993549] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c2e3d88c-3a6d-4af6-ba12-ae2ddab5d5f0" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.452466] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e93ad73d-8c66-47c4-b4b2-0436390a79e1',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.461908] env[65642]: INFO networking_nsxv3.common.synchronization [None req-49df4b13-e795-4ea7-aaab-8cd9140f8090 None None] Enqueued Resource ID: f78cbace-97c0-49cd-a6e9-80d27a97e7f3 with Priority: HIGHEST for action port [ 594.461908] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f78cbace-97c0-49cd-a6e9-80d27a97e7f3 with Priority: HIGHEST for action port [ 594.461908] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-f78cbace-97c0-49cd-a6e9-80d27a97e7f3 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.462132] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f78cbace-97c0-49cd-a6e9-80d27a97e7f3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.463635] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f78cbace-97c0-49cd-a6e9-80d27a97e7f3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.463753] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f78cbace-97c0-49cd-a6e9-80d27a97e7f3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.463784] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f78cbace-97c0-49cd-a6e9-80d27a97e7f3',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.774621] env[65642]: INFO networking_nsxv3.common.synchronization [req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 req-24adcaee-6b31-467f-b06d-c9b0ab5db146 service nova] Enqueued Resource ID: fb84f89e-daf3-4100-92cd-2981d9459c16 with Priority: HIGHEST for action security_group_rules [ 594.774783] env[65642]: INFO networking_nsxv3.common.synchronization [req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 req-24adcaee-6b31-467f-b06d-c9b0ab5db146 service nova] Enqueued Resource ID: fb84f89e-daf3-4100-92cd-2981d9459c16 with Priority: HIGHEST for action security_group_members [ 594.774909] env[65642]: INFO networking_nsxv3.common.synchronization [req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 req-24adcaee-6b31-467f-b06d-c9b0ab5db146 service nova] Enqueued Resource ID: 7e24e1a3-4f81-45e1-8590-dff6af1bb576 with Priority: HIGHEST for action port [ 594.775155] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb84f89e-daf3-4100-92cd-2981d9459c16 with Priority: HIGHEST for action security_group_rules [ 594.775288] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb84f89e-daf3-4100-92cd-2981d9459c16 with Priority: HIGHEST for action security_group_members [ 594.775387] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e24e1a3-4f81-45e1-8590-dff6af1bb576 with Priority: HIGHEST for action port [ 594.776524] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fb84f89e-daf3-4100-92cd-2981d9459c16 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.776683] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fb84f89e-daf3-4100-92cd-2981d9459c16" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.776752] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fb84f89e-daf3-4100-92cd-2981d9459c16" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.777031] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fb84f89e-daf3-4100-92cd-2981d9459c16" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.778756] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fb84f89e-daf3-4100-92cd-2981d9459c16',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.779694] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb84f89e-daf3-4100-92cd-2981d9459c16 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.779813] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb84f89e-daf3-4100-92cd-2981d9459c16" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.779866] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb84f89e-daf3-4100-92cd-2981d9459c16" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.780180] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb84f89e-daf3-4100-92cd-2981d9459c16" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.780294] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.780349] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.780387] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.780570] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.780616] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.780688] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb84f89e-daf3-4100-92cd-2981d9459c16',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.784880] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e24e1a3-4f81-45e1-8590-dff6af1bb576 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.784880] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e24e1a3-4f81-45e1-8590-dff6af1bb576" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.784880] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e24e1a3-4f81-45e1-8590-dff6af1bb576" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.784880] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e24e1a3-4f81-45e1-8590-dff6af1bb576" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.784880] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e24e1a3-4f81-45e1-8590-dff6af1bb576',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.958549] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.958549] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.958549] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.962230] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.962230] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.962230] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e93ad73d-8c66-47c4-b4b2-0436390a79e1 is going to be created. [ 594.966154] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f78cbace-97c0-49cd-a6e9-80d27a97e7f3 [ 594.966555] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.966886] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.966973] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.967463] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.967463] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.967463] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f78cbace-97c0-49cd-a6e9-80d27a97e7f3 already deleted. [ 594.967463] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f78cbace-97c0-49cd-a6e9-80d27a97e7f3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.985982] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.986218] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.986218] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.986419] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.986574] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.999186] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e93ad73d-8c66-47c4-b4b2-0436390a79e1 in Status: UNINITIALIZED for 2s [ 595.110040] env[65642]: INFO networking_nsxv3.common.synchronization [req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 req-049ea8fe-467e-4323-a790-d110dcceb4b8 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Enqueued Resource ID: fb84f89e-daf3-4100-92cd-2981d9459c16 with Priority: HIGHEST for action security_group_members [ 595.110343] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb84f89e-daf3-4100-92cd-2981d9459c16 with Priority: HIGHEST for action security_group_members [ 595.111013] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb84f89e-daf3-4100-92cd-2981d9459c16 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.111013] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb84f89e-daf3-4100-92cd-2981d9459c16" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.287690] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fb84f89e-daf3-4100-92cd-2981d9459c16',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.290302] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb84f89e-daf3-4100-92cd-2981d9459c16 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.290302] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb84f89e-daf3-4100-92cd-2981d9459c16" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.290464] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7e24e1a3-4f81-45e1-8590-dff6af1bb576 with status ACTIVE [ 595.290648] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.290745] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.291254] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.291254] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.291254] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.291519] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.293132] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.293132] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.293132] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.293132] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.293132] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.293417] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.293417] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.293546] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.293981] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.293981] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7e24e1a3-4f81-45e1-8590-dff6af1bb576 is going to be updated. [ 595.325737] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.325737] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.325972] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.326052] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.326204] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.326375] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e24e1a3-4f81-45e1-8590-dff6af1bb576" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.664410] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock network-4 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.664595] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "network-4" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.665017] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "network-4" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.665505] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "network-4" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.665814] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.666150] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.666150] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.666361] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.666459] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.666656] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 595.666767] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] NeedRegenerationException {{(pid=65642) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 595.666943] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] no value, waiting for create lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 595.667299] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] value creation lock acquired {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 595.667299] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 595.667299] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Calling creation function for not-yet-present value {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 595.667418] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 595.686794] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 595.687669] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65642) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 595.687669] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Released creation lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 595.687669] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "network-4" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.687966] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock port-fba83817-4f9a-498b-919c-91685bf37427 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.687966] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "port-fba83817-4f9a-498b-919c-91685bf37427" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.687966] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "port-fba83817-4f9a-498b-919c-91685bf37427" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.688306] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "port-fba83817-4f9a-498b-919c-91685bf37427" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.688442] env[65642]: DEBUG networking_nsxv3.api.rpc [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fba83817-4f9a-498b-919c-91685bf37427',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.796283] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fb84f89e-daf3-4100-92cd-2981d9459c16',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.144326] env[65642]: INFO networking_nsxv3.common.synchronization [None req-b823621b-3f52-4ec0-aea7-e83f037d9d7d None None] Enqueued Resource ID: fb562ddd-ecc6-44ee-891f-efefbd4fcab9 with Priority: HIGHEST for action port [ 596.144866] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb562ddd-ecc6-44ee-891f-efefbd4fcab9 with Priority: HIGHEST for action port [ 596.145188] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-fb562ddd-ecc6-44ee-891f-efefbd4fcab9 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.145310] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fb562ddd-ecc6-44ee-891f-efefbd4fcab9" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.145376] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fb562ddd-ecc6-44ee-891f-efefbd4fcab9" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.145634] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fb562ddd-ecc6-44ee-891f-efefbd4fcab9" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.145719] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb562ddd-ecc6-44ee-891f-efefbd4fcab9',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.191928] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.192154] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.192275] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.192702] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.192859] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.193177] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Segment Port fba83817-4f9a-498b-919c-91685bf37427 not found, creating... [ 596.193279] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.193426] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.193535] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.193747] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.193878] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.194334] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.194334] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.194488] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.194602] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.194724] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.194857] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Resource: SegmentPort with ID: fba83817-4f9a-498b-919c-91685bf37427 is going to be created. [ 596.216923] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.217123] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.217243] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.217506] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.217745] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.218030] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "port-fba83817-4f9a-498b-919c-91685bf37427" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.298719] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.298892] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.299121] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.299466] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.299645] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.299827] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb84f89e-daf3-4100-92cd-2981d9459c16 is going to be created. [ 596.338294] env[65642]: INFO networking_nsxv3.common.synchronization [None req-eb49bd82-c3e3-48e2-b9f9-af7e5722168f None None] Enqueued Resource ID: 0d72a5ce-a3c1-4c3f-8e86-456157222776 with Priority: HIGHEST for action port [ 596.339350] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.339479] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.339680] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.339895] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.340546] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.341692] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d72a5ce-a3c1-4c3f-8e86-456157222776 with Priority: HIGHEST for action port [ 596.342350] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d72a5ce-a3c1-4c3f-8e86-456157222776 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.342467] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d72a5ce-a3c1-4c3f-8e86-456157222776" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.342533] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d72a5ce-a3c1-4c3f-8e86-456157222776" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.342783] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d72a5ce-a3c1-4c3f-8e86-456157222776" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.342871] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d72a5ce-a3c1-4c3f-8e86-456157222776',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.357466] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb84f89e-daf3-4100-92cd-2981d9459c16 in Status: UNINITIALIZED for 2s [ 596.647858] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fb562ddd-ecc6-44ee-891f-efefbd4fcab9 [ 596.647858] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.647858] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.648194] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.648194] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.648194] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.648309] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fb562ddd-ecc6-44ee-891f-efefbd4fcab9 already deleted. [ 596.648873] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fb562ddd-ecc6-44ee-891f-efefbd4fcab9" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.850425] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0d72a5ce-a3c1-4c3f-8e86-456157222776 [ 596.850425] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.850425] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.850425] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.850425] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.850425] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.850425] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0d72a5ce-a3c1-4c3f-8e86-456157222776 already deleted. [ 596.850425] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d72a5ce-a3c1-4c3f-8e86-456157222776" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.998595] env[65642]: INFO networking_nsxv3.common.synchronization [req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 req-a5fdc3af-4fa3-4b04-b1dc-720345249a7f service nova] Enqueued Resource ID: fb84f89e-daf3-4100-92cd-2981d9459c16 with Priority: HIGHEST for action security_group_rules [ 596.998595] env[65642]: INFO networking_nsxv3.common.synchronization [req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 req-a5fdc3af-4fa3-4b04-b1dc-720345249a7f service nova] Enqueued Resource ID: fb84f89e-daf3-4100-92cd-2981d9459c16 with Priority: HIGHEST for action security_group_members [ 596.998686] env[65642]: INFO networking_nsxv3.common.synchronization [req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 req-a5fdc3af-4fa3-4b04-b1dc-720345249a7f service nova] Enqueued Resource ID: fba83817-4f9a-498b-919c-91685bf37427 with Priority: HIGHEST for action port [ 596.999223] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb84f89e-daf3-4100-92cd-2981d9459c16 with Priority: HIGHEST for action security_group_rules [ 596.999362] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb84f89e-daf3-4100-92cd-2981d9459c16 with Priority: HIGHEST for action security_group_members [ 596.999458] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fba83817-4f9a-498b-919c-91685bf37427 with Priority: HIGHEST for action port [ 597.001454] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fb84f89e-daf3-4100-92cd-2981d9459c16 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.001651] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fb84f89e-daf3-4100-92cd-2981d9459c16" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.001903] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb84f89e-daf3-4100-92cd-2981d9459c16 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.002028] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb84f89e-daf3-4100-92cd-2981d9459c16" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.002244] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-fba83817-4f9a-498b-919c-91685bf37427 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.003032] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fba83817-4f9a-498b-919c-91685bf37427" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.003032] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fba83817-4f9a-498b-919c-91685bf37427" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.003032] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fba83817-4f9a-498b-919c-91685bf37427" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.003032] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fba83817-4f9a-498b-919c-91685bf37427',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.014366] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e93ad73d-8c66-47c4-b4b2-0436390a79e1 in Status: SUCCESS [ 597.014614] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e93ad73d-8c66-47c4-b4b2-0436390a79e1" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.014775] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e93ad73d-8c66-47c4-b4b2-0436390a79e1" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.015023] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e93ad73d-8c66-47c4-b4b2-0436390a79e1" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.015186] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.015302] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.015397] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.015558] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.015609] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.015695] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e93ad73d-8c66-47c4-b4b2-0436390a79e1" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.015803] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e93ad73d-8c66-47c4-b4b2-0436390a79e1',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.507245] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fba83817-4f9a-498b-919c-91685bf37427 with status ACTIVE [ 597.507245] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.507574] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.507574] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.507647] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.507682] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.507953] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.508695] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.508695] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.508695] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.508695] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.508695] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.508695] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.508695] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.509333] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.509333] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.509333] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fba83817-4f9a-498b-919c-91685bf37427 is going to be updated. [ 597.518198] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-e93ad73d-8c66-47c4-b4b2-0436390a79e1 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.518198] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e93ad73d-8c66-47c4-b4b2-0436390a79e1" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.518198] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e93ad73d-8c66-47c4-b4b2-0436390a79e1" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.519439] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e93ad73d-8c66-47c4-b4b2-0436390a79e1" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.519439] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.520658] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.520717] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.521386] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.521386] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.521386] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e93ad73d-8c66-47c4-b4b2-0436390a79e1" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.521386] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-e93ad73d-8c66-47c4-b4b2-0436390a79e1 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.521569] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e93ad73d-8c66-47c4-b4b2-0436390a79e1" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.521569] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e93ad73d-8c66-47c4-b4b2-0436390a79e1" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.521728] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e93ad73d-8c66-47c4-b4b2-0436390a79e1" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.521936] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.522040] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.522169] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.522964] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.522964] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.522964] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e93ad73d-8c66-47c4-b4b2-0436390a79e1" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.522964] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e93ad73d-8c66-47c4-b4b2-0436390a79e1',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.532253] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.532253] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.532370] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.532541] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.532664] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.532865] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fba83817-4f9a-498b-919c-91685bf37427" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.642035] env[65642]: INFO networking_nsxv3.common.synchronization [req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 req-7b475f59-b4b9-47dd-a490-f894083691d3 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Enqueued Resource ID: fb84f89e-daf3-4100-92cd-2981d9459c16 with Priority: HIGHEST for action security_group_members [ 597.642668] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb84f89e-daf3-4100-92cd-2981d9459c16 with Priority: HIGHEST for action security_group_members [ 597.642946] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb84f89e-daf3-4100-92cd-2981d9459c16 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.643197] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb84f89e-daf3-4100-92cd-2981d9459c16" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.024360] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e93ad73d-8c66-47c4-b4b2-0436390a79e1: rpc.has_security_group_logging(os_id): False [ 598.045706] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.045706] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.045706] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.045706] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.045706] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.047778] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.047948] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.048023] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.048268] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.048329] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.048509] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.048603] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.048667] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.048826] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.048942] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.049544] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.049544] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.049544] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.049544] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.049544] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.049544] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e93ad73d-8c66-47c4-b4b2-0436390a79e1 is going to be created. [ 598.093652] env[65642]: INFO networking_nsxv3.common.synchronization [None req-f5b7ab1a-3a51-4c0f-a845-21580148d3ec None None] Enqueued Resource ID: 89b5f47f-0730-4d18-8de4-b4d34d1c0197 with Priority: HIGHEST for action port [ 598.094219] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89b5f47f-0730-4d18-8de4-b4d34d1c0197 with Priority: HIGHEST for action port [ 598.094526] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-89b5f47f-0730-4d18-8de4-b4d34d1c0197 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.094653] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-89b5f47f-0730-4d18-8de4-b4d34d1c0197" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.094721] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-89b5f47f-0730-4d18-8de4-b4d34d1c0197" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.095354] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-89b5f47f-0730-4d18-8de4-b4d34d1c0197" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.095925] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89b5f47f-0730-4d18-8de4-b4d34d1c0197',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.125786] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.126157] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.126317] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.126635] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.126974] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.142307] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e93ad73d-8c66-47c4-b4b2-0436390a79e1 in Status: IN_PROGRESS for 2s [ 598.230662] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock network-4 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.231287] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "network-4" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.231462] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "network-4" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.231726] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "network-4" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.233122] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.233122] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.233122] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.233339] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.233486] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.233691] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 598.234114] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] NeedRegenerationException {{(pid=65642) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 598.234114] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] no value, waiting for create lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 598.234114] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] value creation lock acquired {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 598.234207] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 598.234317] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Calling creation function for not-yet-present value {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 598.234677] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 598.255165] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 598.255366] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65642) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 598.255366] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Released creation lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 598.255532] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "network-4" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.255894] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock port-e049ddf7-8b41-47fc-9677-65bb5bda49e8 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.256111] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "port-e049ddf7-8b41-47fc-9677-65bb5bda49e8" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.256111] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "port-e049ddf7-8b41-47fc-9677-65bb5bda49e8" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.256442] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "port-e049ddf7-8b41-47fc-9677-65bb5bda49e8" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.256575] env[65642]: DEBUG networking_nsxv3.api.rpc [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e049ddf7-8b41-47fc-9677-65bb5bda49e8',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.369315] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb84f89e-daf3-4100-92cd-2981d9459c16 in Status: SUCCESS [ 598.369566] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb84f89e-daf3-4100-92cd-2981d9459c16" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.370235] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb84f89e-daf3-4100-92cd-2981d9459c16" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.370439] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb84f89e-daf3-4100-92cd-2981d9459c16" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.370570] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.370690] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.370756] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.370908] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.370992] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.371101] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb84f89e-daf3-4100-92cd-2981d9459c16',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.597998] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 89b5f47f-0730-4d18-8de4-b4d34d1c0197 [ 598.598359] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.598605] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.598605] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.598862] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.599059] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.599221] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:89b5f47f-0730-4d18-8de4-b4d34d1c0197 already deleted. [ 598.599350] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-89b5f47f-0730-4d18-8de4-b4d34d1c0197" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.759998] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.759998] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.759998] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.759998] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.760193] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.760193] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Segment Port e049ddf7-8b41-47fc-9677-65bb5bda49e8 not found, creating... [ 598.761044] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.761044] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.761235] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.761546] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.761546] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.761775] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.761911] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.762019] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.762643] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.762833] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.763012] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Resource: SegmentPort with ID: e049ddf7-8b41-47fc-9677-65bb5bda49e8 is going to be created. [ 598.786219] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.786744] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.786744] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.787516] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.787758] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.788072] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "port-e049ddf7-8b41-47fc-9677-65bb5bda49e8" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.875145] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fb84f89e-daf3-4100-92cd-2981d9459c16',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.876281] env[65642]: INFO networking_nsxv3.common.synchronization [None req-afcdc461-c087-4ca7-b05e-30dec9c81689 None None] Enqueued Resource ID: c34ff6ad-1781-499d-abce-efb45b2c7e90 with Priority: HIGHEST for action port [ 598.877053] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c34ff6ad-1781-499d-abce-efb45b2c7e90 with Priority: HIGHEST for action port [ 598.879237] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-c34ff6ad-1781-499d-abce-efb45b2c7e90 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.879413] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c34ff6ad-1781-499d-abce-efb45b2c7e90" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.879668] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c34ff6ad-1781-499d-abce-efb45b2c7e90" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.883204] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c34ff6ad-1781-499d-abce-efb45b2c7e90" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.883347] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c34ff6ad-1781-499d-abce-efb45b2c7e90',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.379262] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fb84f89e-daf3-4100-92cd-2981d9459c16',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.381965] env[65642]: INFO networking_nsxv3.common.synchronization [None req-d0ffc48f-46cb-4aa5-8038-13248f865fd0 None None] Enqueued Resource ID: 8a13af1d-13e6-4093-a78f-b0b9b56ef5e2 with Priority: HIGHEST for action port [ 599.382530] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a13af1d-13e6-4093-a78f-b0b9b56ef5e2 with Priority: HIGHEST for action port [ 599.382907] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a13af1d-13e6-4093-a78f-b0b9b56ef5e2 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.383209] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a13af1d-13e6-4093-a78f-b0b9b56ef5e2" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.383209] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a13af1d-13e6-4093-a78f-b0b9b56ef5e2" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.383455] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a13af1d-13e6-4093-a78f-b0b9b56ef5e2" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.383592] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a13af1d-13e6-4093-a78f-b0b9b56ef5e2',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.386906] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c34ff6ad-1781-499d-abce-efb45b2c7e90 [ 599.386906] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.386906] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.386906] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.386906] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.386906] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.387158] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c34ff6ad-1781-499d-abce-efb45b2c7e90 already deleted. [ 599.387158] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c34ff6ad-1781-499d-abce-efb45b2c7e90" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.575764] env[65642]: INFO networking_nsxv3.common.synchronization [req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 req-2a4f35e2-792e-46fe-8138-5af261070bfa service nova] Enqueued Resource ID: fb84f89e-daf3-4100-92cd-2981d9459c16 with Priority: HIGHEST for action security_group_rules [ 599.575929] env[65642]: INFO networking_nsxv3.common.synchronization [req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 req-2a4f35e2-792e-46fe-8138-5af261070bfa service nova] Enqueued Resource ID: fb84f89e-daf3-4100-92cd-2981d9459c16 with Priority: HIGHEST for action security_group_members [ 599.576149] env[65642]: INFO networking_nsxv3.common.synchronization [req-369784d8-5a5d-4e49-85b4-c30c7cbf6b47 req-2a4f35e2-792e-46fe-8138-5af261070bfa service nova] Enqueued Resource ID: e049ddf7-8b41-47fc-9677-65bb5bda49e8 with Priority: HIGHEST for action port [ 599.576562] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb84f89e-daf3-4100-92cd-2981d9459c16 with Priority: HIGHEST for action security_group_rules [ 599.576826] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb84f89e-daf3-4100-92cd-2981d9459c16 with Priority: HIGHEST for action security_group_members [ 599.576826] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e049ddf7-8b41-47fc-9677-65bb5bda49e8 with Priority: HIGHEST for action port [ 599.577374] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fb84f89e-daf3-4100-92cd-2981d9459c16 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.577374] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fb84f89e-daf3-4100-92cd-2981d9459c16" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.577578] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb84f89e-daf3-4100-92cd-2981d9459c16 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.577662] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb84f89e-daf3-4100-92cd-2981d9459c16" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.577840] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-e049ddf7-8b41-47fc-9677-65bb5bda49e8 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.577937] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e049ddf7-8b41-47fc-9677-65bb5bda49e8" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.577991] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e049ddf7-8b41-47fc-9677-65bb5bda49e8" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.578629] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e049ddf7-8b41-47fc-9677-65bb5bda49e8" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.578629] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e049ddf7-8b41-47fc-9677-65bb5bda49e8',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.883025] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.883357] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.883357] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.883552] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.883609] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.883662] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb84f89e-daf3-4100-92cd-2981d9459c16 is going to be updated. [ 599.884976] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8a13af1d-13e6-4093-a78f-b0b9b56ef5e2 [ 599.885512] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.885512] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.885512] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.885741] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.885741] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.885741] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8a13af1d-13e6-4093-a78f-b0b9b56ef5e2 already deleted. [ 599.885876] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a13af1d-13e6-4093-a78f-b0b9b56ef5e2" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.919382] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.920019] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.920067] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.920305] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.920477] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.934825] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb84f89e-daf3-4100-92cd-2981d9459c16 in Status: IN_PROGRESS for 2s [ 600.083046] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e049ddf7-8b41-47fc-9677-65bb5bda49e8 with status ACTIVE [ 600.083046] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.083046] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.083046] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.083046] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.083046] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.083046] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.083046] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.083046] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.083046] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.083046] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.083046] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.083046] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.083046] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.083046] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.083046] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.083046] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e049ddf7-8b41-47fc-9677-65bb5bda49e8 is going to be updated. [ 600.110383] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.110472] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.110472] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.110688] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.110833] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.110990] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e049ddf7-8b41-47fc-9677-65bb5bda49e8" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.175309] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e93ad73d-8c66-47c4-b4b2-0436390a79e1 in Status: SUCCESS [ 600.175309] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e93ad73d-8c66-47c4-b4b2-0436390a79e1" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.686958] env[65642]: INFO networking_nsxv3.common.synchronization [None req-a86c8c60-0eff-4e54-8c7a-867cf08cbf29 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] Enqueued Resource ID: b8f6b707-0d1e-43fa-83da-583ab4f8c4d5 with Priority: HIGHEST for action security_group_rules [ 600.687599] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8f6b707-0d1e-43fa-83da-583ab4f8c4d5 with Priority: HIGHEST for action security_group_rules [ 600.687791] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b8f6b707-0d1e-43fa-83da-583ab4f8c4d5 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.688087] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b8f6b707-0d1e-43fa-83da-583ab4f8c4d5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.688087] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b8f6b707-0d1e-43fa-83da-583ab4f8c4d5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.688230] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b8f6b707-0d1e-43fa-83da-583ab4f8c4d5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.688310] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b8f6b707-0d1e-43fa-83da-583ab4f8c4d5',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.779267] env[65642]: INFO networking_nsxv3.common.synchronization [req-3ed2ff93-2ced-4423-9247-a7883dc6a95c req-de5da52d-d4d3-46b1-8559-dea476c4b91e tempest-ServerDiagnosticsNegativeTest-765825191 tempest-ServerDiagnosticsNegativeTest-765825191-project-member] Enqueued Resource ID: ded6cb3b-98af-4f02-b861-6a4f64414c21 with Priority: HIGHEST for action security_group_members [ 600.779924] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ded6cb3b-98af-4f02-b861-6a4f64414c21 with Priority: HIGHEST for action security_group_members [ 600.780465] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-ded6cb3b-98af-4f02-b861-6a4f64414c21 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.781227] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ded6cb3b-98af-4f02-b861-6a4f64414c21" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.781322] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ded6cb3b-98af-4f02-b861-6a4f64414c21" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.781591] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ded6cb3b-98af-4f02-b861-6a4f64414c21" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.781831] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.781951] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.782836] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.782836] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.782836] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.782836] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ded6cb3b-98af-4f02-b861-6a4f64414c21',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.211208] env[65642]: INFO networking_nsxv3.common.synchronization [None req-e8891424-4944-4b2d-8214-cb6fe61db007 None None] Enqueued Resource ID: 4f543cab-943f-4c07-b9fc-fc7ab494795b with Priority: HIGHEST for action port [ 601.211821] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f543cab-943f-4c07-b9fc-fc7ab494795b with Priority: HIGHEST for action port [ 601.212456] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-4f543cab-943f-4c07-b9fc-fc7ab494795b taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.212719] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4f543cab-943f-4c07-b9fc-fc7ab494795b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.212827] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4f543cab-943f-4c07-b9fc-fc7ab494795b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.213139] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4f543cab-943f-4c07-b9fc-fc7ab494795b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.213224] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f543cab-943f-4c07-b9fc-fc7ab494795b',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.219371] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.219371] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.219371] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.219371] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.219371] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.219371] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b8f6b707-0d1e-43fa-83da-583ab4f8c4d5 already deleted. [ 601.219371] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b8f6b707-0d1e-43fa-83da-583ab4f8c4d5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.252192] env[65642]: INFO networking_nsxv3.common.synchronization [None req-6c81fa32-9e6e-465f-8d8e-c8c66c62b716 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] Enqueued Resource ID: b8f6b707-0d1e-43fa-83da-583ab4f8c4d5 with Priority: HIGHEST for action security_group_rules [ 601.252192] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8f6b707-0d1e-43fa-83da-583ab4f8c4d5 with Priority: HIGHEST for action security_group_rules [ 601.252192] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b8f6b707-0d1e-43fa-83da-583ab4f8c4d5 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.252641] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b8f6b707-0d1e-43fa-83da-583ab4f8c4d5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.252842] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b8f6b707-0d1e-43fa-83da-583ab4f8c4d5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.253182] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b8f6b707-0d1e-43fa-83da-583ab4f8c4d5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.253423] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b8f6b707-0d1e-43fa-83da-583ab4f8c4d5',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.285598] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.285787] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.285861] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.286145] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.286302] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.286554] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.286684] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.286748] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.286908] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.286983] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.287084] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ded6cb3b-98af-4f02-b861-6a4f64414c21 already deleted. [ 601.287201] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ded6cb3b-98af-4f02-b861-6a4f64414c21" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.577039] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock network-687 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.577260] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "network-687" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.577908] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "network-687" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.577908] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "network-687" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.577908] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.578248] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.578248] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.578514] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.578698] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.578843] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 601.578948] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] NeedRegenerationException {{(pid=65642) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 601.579097] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] no value, waiting for create lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 601.579212] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] value creation lock acquired {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 601.579333] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 601.579433] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Calling creation function for not-yet-present value {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 601.579560] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 601.614426] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 601.614426] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=65642) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 601.614426] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Released creation lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 601.614426] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "network-687" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.614426] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock port-127be31b-b5ed-4aa6-9a3a-a47259ef7114 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.614426] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "port-127be31b-b5ed-4aa6-9a3a-a47259ef7114" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.614426] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "port-127be31b-b5ed-4aa6-9a3a-a47259ef7114" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.614426] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "port-127be31b-b5ed-4aa6-9a3a-a47259ef7114" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.614426] env[65642]: DEBUG networking_nsxv3.api.rpc [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('127be31b-b5ed-4aa6-9a3a-a47259ef7114',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.715120] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4f543cab-943f-4c07-b9fc-fc7ab494795b [ 601.715346] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.715733] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.715815] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.716137] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.716301] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.716401] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4f543cab-943f-4c07-b9fc-fc7ab494795b already deleted. [ 601.716489] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4f543cab-943f-4c07-b9fc-fc7ab494795b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.776653] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.776863] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.776863] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.777067] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.778121] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.778121] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b8f6b707-0d1e-43fa-83da-583ab4f8c4d5 already deleted. [ 601.778121] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b8f6b707-0d1e-43fa-83da-583ab4f8c4d5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.945203] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb84f89e-daf3-4100-92cd-2981d9459c16 in Status: SUCCESS [ 601.945389] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb84f89e-daf3-4100-92cd-2981d9459c16" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.945576] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb84f89e-daf3-4100-92cd-2981d9459c16" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.945899] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb84f89e-daf3-4100-92cd-2981d9459c16" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.946188] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.946321] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.946391] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.946560] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.946642] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.946732] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb84f89e-daf3-4100-92cd-2981d9459c16" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.946847] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fb84f89e-daf3-4100-92cd-2981d9459c16',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.947955] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb84f89e-daf3-4100-92cd-2981d9459c16" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.948074] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb84f89e-daf3-4100-92cd-2981d9459c16" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.948254] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.948463] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.948544] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.948749] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.948842] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.948984] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb84f89e-daf3-4100-92cd-2981d9459c16',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.116684] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.117687] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.117828] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.118169] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.118346] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.118668] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Segment Port 127be31b-b5ed-4aa6-9a3a-a47259ef7114 not found, creating... [ 602.118911] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.119096] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.119248] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.119445] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.119597] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.119896] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.120652] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.120855] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.121491] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.121491] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.121491] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Resource: SegmentPort with ID: 127be31b-b5ed-4aa6-9a3a-a47259ef7114 is going to be created. [ 602.155854] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.155854] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.155854] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.156130] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.156386] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.156581] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "port-127be31b-b5ed-4aa6-9a3a-a47259ef7114" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.167299] env[65642]: INFO networking_nsxv3.common.synchronization [None req-6b804eec-953f-4243-9492-cf2867f65a61 None None] Enqueued Resource ID: 4f563df9-7447-483e-b37c-d972f7987a63 with Priority: HIGHEST for action port [ 602.168525] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f563df9-7447-483e-b37c-d972f7987a63 with Priority: HIGHEST for action port [ 602.168525] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-4f563df9-7447-483e-b37c-d972f7987a63 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.168525] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4f563df9-7447-483e-b37c-d972f7987a63" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.168525] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4f563df9-7447-483e-b37c-d972f7987a63" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.168716] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4f563df9-7447-483e-b37c-d972f7987a63" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.168755] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f563df9-7447-483e-b37c-d972f7987a63',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.451062] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb84f89e-daf3-4100-92cd-2981d9459c16 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.451500] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb84f89e-daf3-4100-92cd-2981d9459c16" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.451500] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fb84f89e-daf3-4100-92cd-2981d9459c16',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.672064] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4f563df9-7447-483e-b37c-d972f7987a63 [ 602.672331] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.672468] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.672534] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.672820] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.672915] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.673053] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4f563df9-7447-483e-b37c-d972f7987a63 already deleted. [ 602.673134] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4f563df9-7447-483e-b37c-d972f7987a63" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.846263] env[65642]: INFO networking_nsxv3.common.synchronization [req-3ed2ff93-2ced-4423-9247-a7883dc6a95c req-39c2c1f6-eb4e-4f24-aa52-360ac760bdad service nova] Enqueued Resource ID: ded6cb3b-98af-4f02-b861-6a4f64414c21 with Priority: HIGHEST for action security_group_rules [ 602.846429] env[65642]: INFO networking_nsxv3.common.synchronization [req-3ed2ff93-2ced-4423-9247-a7883dc6a95c req-39c2c1f6-eb4e-4f24-aa52-360ac760bdad service nova] Enqueued Resource ID: ded6cb3b-98af-4f02-b861-6a4f64414c21 with Priority: HIGHEST for action security_group_members [ 602.846559] env[65642]: INFO networking_nsxv3.common.synchronization [req-3ed2ff93-2ced-4423-9247-a7883dc6a95c req-39c2c1f6-eb4e-4f24-aa52-360ac760bdad service nova] Enqueued Resource ID: 127be31b-b5ed-4aa6-9a3a-a47259ef7114 with Priority: HIGHEST for action port [ 602.846793] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ded6cb3b-98af-4f02-b861-6a4f64414c21 with Priority: HIGHEST for action security_group_rules [ 602.846924] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ded6cb3b-98af-4f02-b861-6a4f64414c21 with Priority: HIGHEST for action security_group_members [ 602.847028] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 127be31b-b5ed-4aa6-9a3a-a47259ef7114 with Priority: HIGHEST for action port [ 602.847981] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ded6cb3b-98af-4f02-b861-6a4f64414c21 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.848336] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ded6cb3b-98af-4f02-b861-6a4f64414c21" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.848410] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ded6cb3b-98af-4f02-b861-6a4f64414c21" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.848733] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ded6cb3b-98af-4f02-b861-6a4f64414c21" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.848778] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ded6cb3b-98af-4f02-b861-6a4f64414c21',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.850274] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-ded6cb3b-98af-4f02-b861-6a4f64414c21 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.850363] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ded6cb3b-98af-4f02-b861-6a4f64414c21" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.850400] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ded6cb3b-98af-4f02-b861-6a4f64414c21" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.851032] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ded6cb3b-98af-4f02-b861-6a4f64414c21" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.851032] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.851032] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.851032] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.851275] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.851275] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.851337] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ded6cb3b-98af-4f02-b861-6a4f64414c21',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.852700] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-127be31b-b5ed-4aa6-9a3a-a47259ef7114 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.853063] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-127be31b-b5ed-4aa6-9a3a-a47259ef7114" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.853117] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-127be31b-b5ed-4aa6-9a3a-a47259ef7114" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.853267] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-127be31b-b5ed-4aa6-9a3a-a47259ef7114" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.853347] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('127be31b-b5ed-4aa6-9a3a-a47259ef7114',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.954501] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fb84f89e-daf3-4100-92cd-2981d9459c16',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.351608] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-ded6cb3b-98af-4f02-b861-6a4f64414c21 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.351608] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ded6cb3b-98af-4f02-b861-6a4f64414c21" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.353958] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ded6cb3b-98af-4f02-b861-6a4f64414c21',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.356376] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 127be31b-b5ed-4aa6-9a3a-a47259ef7114 with status ACTIVE [ 603.357032] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.357032] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.357032] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.357228] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.357259] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.357422] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.357525] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.357587] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.357741] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.357820] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.357997] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.358109] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.358171] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.358313] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.359740] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.359740] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 127be31b-b5ed-4aa6-9a3a-a47259ef7114 is going to be updated. [ 603.383358] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.383540] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.383540] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.383710] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.383848] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.384032] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-127be31b-b5ed-4aa6-9a3a-a47259ef7114" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.397369] env[65642]: INFO networking_nsxv3.common.synchronization [req-b710abe2-d351-491a-a332-21feb55a1dc9 req-f43f67de-6277-4283-968e-347c55f81b87 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Enqueued Resource ID: c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b with Priority: HIGHEST for action security_group_members [ 603.397938] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b with Priority: HIGHEST for action security_group_members [ 603.398717] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.398829] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.398923] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.399308] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.400713] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.400713] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.400713] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.400713] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.400713] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.400713] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.459631] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.459631] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.459631] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.459631] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.459631] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.459631] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb84f89e-daf3-4100-92cd-2981d9459c16 is going to be updated. [ 603.496215] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.496362] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.496428] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.496632] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.497756] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.511613] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb84f89e-daf3-4100-92cd-2981d9459c16 in Status: IN_PROGRESS for 2s [ 603.733028] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock network-687 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.733028] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "network-687" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.733028] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "network-687" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.733028] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "network-687" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.736063] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.736063] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.736063] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.736063] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.736063] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.736063] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 603.736063] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] NeedRegenerationException {{(pid=65642) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 603.736063] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] no value, waiting for create lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 603.736063] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] value creation lock acquired {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 603.736063] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 603.736063] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Calling creation function for not-yet-present value {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 603.736063] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 603.758269] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 603.758269] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65642) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 603.758269] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Released creation lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 603.758512] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "network-687" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.758742] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock port-8def8158-52e4-49b7-879d-6b04e0ab5c8f taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.758948] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "port-8def8158-52e4-49b7-879d-6b04e0ab5c8f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.759580] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "port-8def8158-52e4-49b7-879d-6b04e0ab5c8f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.761233] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "port-8def8158-52e4-49b7-879d-6b04e0ab5c8f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.761300] env[65642]: DEBUG networking_nsxv3.api.rpc [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8def8158-52e4-49b7-879d-6b04e0ab5c8f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.856205] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ded6cb3b-98af-4f02-b861-6a4f64414c21',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.904906] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.904906] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.904906] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.904906] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.905126] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.905549] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.905549] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.905549] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.905549] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.905734] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.905734] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b already deleted. [ 603.905734] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.159873] env[65642]: INFO networking_nsxv3.common.synchronization [None req-bdb86d31-d1cb-4481-a1ed-850b50a7a610 None None] Enqueued Resource ID: c001da2f-2a9a-4381-a08c-53a535da474e with Priority: HIGHEST for action port [ 604.165430] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c001da2f-2a9a-4381-a08c-53a535da474e with Priority: HIGHEST for action port [ 604.165430] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-c001da2f-2a9a-4381-a08c-53a535da474e taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.165430] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c001da2f-2a9a-4381-a08c-53a535da474e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.165430] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c001da2f-2a9a-4381-a08c-53a535da474e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.165430] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c001da2f-2a9a-4381-a08c-53a535da474e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.165705] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c001da2f-2a9a-4381-a08c-53a535da474e',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.263746] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.263953] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.264134] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.264428] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.264590] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.265149] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Segment Port 8def8158-52e4-49b7-879d-6b04e0ab5c8f not found, creating... [ 604.265149] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.265287] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.265321] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.265521] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.265645] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.265928] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.268024] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.268024] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.268024] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.268024] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.268024] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Resource: SegmentPort with ID: 8def8158-52e4-49b7-879d-6b04e0ab5c8f is going to be created. [ 604.306906] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.307673] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.307673] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.307673] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.307816] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.307963] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "port-8def8158-52e4-49b7-879d-6b04e0ab5c8f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.359209] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.359487] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.359629] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.359910] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.360047] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.360179] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ded6cb3b-98af-4f02-b861-6a4f64414c21 is going to be created. [ 604.426548] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.426782] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.426883] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.427282] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.427366] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.445707] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ded6cb3b-98af-4f02-b861-6a4f64414c21 in Status: UNINITIALIZED for 2s [ 604.667939] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c001da2f-2a9a-4381-a08c-53a535da474e [ 604.668275] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.668357] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.668392] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.668608] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.668694] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.668794] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c001da2f-2a9a-4381-a08c-53a535da474e already deleted. [ 604.668871] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c001da2f-2a9a-4381-a08c-53a535da474e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.108723] env[65642]: INFO networking_nsxv3.common.synchronization [req-b710abe2-d351-491a-a332-21feb55a1dc9 req-b66d8805-73ca-4039-9265-d4034383ddcf service nova] Enqueued Resource ID: c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b with Priority: HIGHEST for action security_group_rules [ 605.108876] env[65642]: INFO networking_nsxv3.common.synchronization [req-b710abe2-d351-491a-a332-21feb55a1dc9 req-b66d8805-73ca-4039-9265-d4034383ddcf service nova] Enqueued Resource ID: c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b with Priority: HIGHEST for action security_group_members [ 605.109015] env[65642]: INFO networking_nsxv3.common.synchronization [req-b710abe2-d351-491a-a332-21feb55a1dc9 req-b66d8805-73ca-4039-9265-d4034383ddcf service nova] Enqueued Resource ID: 8def8158-52e4-49b7-879d-6b04e0ab5c8f with Priority: HIGHEST for action port [ 605.109826] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b with Priority: HIGHEST for action security_group_rules [ 605.109826] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b with Priority: HIGHEST for action security_group_members [ 605.109967] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8def8158-52e4-49b7-879d-6b04e0ab5c8f with Priority: HIGHEST for action port [ 605.110465] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.110465] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.110683] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.110846] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.110940] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.112874] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.112874] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.112874] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.112874] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.112874] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.113273] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.113273] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.113369] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.113545] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.113545] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.116917] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-8def8158-52e4-49b7-879d-6b04e0ab5c8f taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.117061] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8def8158-52e4-49b7-879d-6b04e0ab5c8f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.117168] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8def8158-52e4-49b7-879d-6b04e0ab5c8f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.117571] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8def8158-52e4-49b7-879d-6b04e0ab5c8f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.117571] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8def8158-52e4-49b7-879d-6b04e0ab5c8f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.526022] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb84f89e-daf3-4100-92cd-2981d9459c16 in Status: SUCCESS [ 605.526022] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb84f89e-daf3-4100-92cd-2981d9459c16" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.526022] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb84f89e-daf3-4100-92cd-2981d9459c16" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.526022] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb84f89e-daf3-4100-92cd-2981d9459c16" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.526022] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.526022] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.526022] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.526022] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.526022] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.526022] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb84f89e-daf3-4100-92cd-2981d9459c16',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.621203] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.621203] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.621203] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8def8158-52e4-49b7-879d-6b04e0ab5c8f with status ACTIVE [ 605.621203] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.621203] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.621203] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.624816] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.624816] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.624816] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.624816] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.624816] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.624816] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.624816] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.624816] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.624816] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.624816] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.624816] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.624816] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.624816] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8def8158-52e4-49b7-879d-6b04e0ab5c8f is going to be updated. [ 605.625766] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.648313] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.648536] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.648536] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.648777] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.648907] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.649087] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8def8158-52e4-49b7-879d-6b04e0ab5c8f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.028776] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fb84f89e-daf3-4100-92cd-2981d9459c16',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.130302] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.243952] env[65642]: INFO networking_nsxv3.common.synchronization [req-f881baf3-e80a-422a-ab25-b34b63d7f22e req-4a89ccc1-9424-451e-8232-53eeff337380 tempest-ServerExternalEventsTest-512430584 tempest-ServerExternalEventsTest-512430584-project-member] Enqueued Resource ID: 416de803-dd52-4339-801f-f9e94ed3de72 with Priority: HIGHEST for action security_group_members [ 606.244668] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 416de803-dd52-4339-801f-f9e94ed3de72 with Priority: HIGHEST for action security_group_members [ 606.245039] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-416de803-dd52-4339-801f-f9e94ed3de72 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.245189] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-416de803-dd52-4339-801f-f9e94ed3de72" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.245285] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-416de803-dd52-4339-801f-f9e94ed3de72" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.245579] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-416de803-dd52-4339-801f-f9e94ed3de72" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.245773] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.245930] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.246058] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.246243] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.246401] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.246459] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('416de803-dd52-4339-801f-f9e94ed3de72',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.456919] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ded6cb3b-98af-4f02-b861-6a4f64414c21 in Status: SUCCESS [ 606.457194] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ded6cb3b-98af-4f02-b861-6a4f64414c21" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.457383] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ded6cb3b-98af-4f02-b861-6a4f64414c21" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.457657] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ded6cb3b-98af-4f02-b861-6a4f64414c21" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.457918] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.458060] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.458147] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.458310] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.458446] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.458509] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ded6cb3b-98af-4f02-b861-6a4f64414c21" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.458626] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ded6cb3b-98af-4f02-b861-6a4f64414c21',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.532260] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fb84f89e-daf3-4100-92cd-2981d9459c16',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.634842] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.634842] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.634842] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.634842] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.634842] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.634842] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b is going to be created. [ 606.663016] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.663217] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.663290] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.663515] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.663685] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.679765] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b in Status: UNINITIALIZED for 2s [ 606.725711] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock network-687 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.725933] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "network-687" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.725933] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "network-687" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.727214] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "network-687" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.727521] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.727704] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.727825] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.728905] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.729558] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.730316] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 606.730847] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] NeedRegenerationException {{(pid=65642) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 606.731014] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] no value, waiting for create lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 606.731156] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] value creation lock acquired {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 606.731284] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 606.731389] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Calling creation function for not-yet-present value {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 606.731558] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 606.749664] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.750061] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.751133] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.751133] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.751133] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.751133] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.751133] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.751133] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.751425] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.751425] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.751425] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 416de803-dd52-4339-801f-f9e94ed3de72 already deleted. [ 606.751535] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-416de803-dd52-4339-801f-f9e94ed3de72" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.754385] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 606.754616] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65642) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 606.754733] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Released creation lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 606.754900] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "network-687" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.755320] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock port-837efe54-d525-4f46-a1e0-660618019477 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.755546] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "port-837efe54-d525-4f46-a1e0-660618019477" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.755672] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "port-837efe54-d525-4f46-a1e0-660618019477" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.756027] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "port-837efe54-d525-4f46-a1e0-660618019477" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.756176] env[65642]: DEBUG networking_nsxv3.api.rpc [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('837efe54-d525-4f46-a1e0-660618019477',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.962934] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-ded6cb3b-98af-4f02-b861-6a4f64414c21 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.962934] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ded6cb3b-98af-4f02-b861-6a4f64414c21" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.962934] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ded6cb3b-98af-4f02-b861-6a4f64414c21" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.963296] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ded6cb3b-98af-4f02-b861-6a4f64414c21" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.963415] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.963525] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.963586] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.963757] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.963872] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.964017] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ded6cb3b-98af-4f02-b861-6a4f64414c21" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.964210] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-ded6cb3b-98af-4f02-b861-6a4f64414c21 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.964475] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ded6cb3b-98af-4f02-b861-6a4f64414c21" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.964567] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ded6cb3b-98af-4f02-b861-6a4f64414c21" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.964761] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ded6cb3b-98af-4f02-b861-6a4f64414c21" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.964959] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.965096] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.965192] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.965407] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.965520] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.965620] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ded6cb3b-98af-4f02-b861-6a4f64414c21" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.965756] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ded6cb3b-98af-4f02-b861-6a4f64414c21',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.038926] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.039356] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.039356] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.039715] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.039911] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.040088] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb84f89e-daf3-4100-92cd-2981d9459c16 is going to be updated. [ 607.081818] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.082087] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.082087] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.082295] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.082441] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.094441] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb84f89e-daf3-4100-92cd-2981d9459c16 in Status: IN_PROGRESS for 2s [ 607.259682] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.259959] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.260108] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.260392] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.260540] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.260695] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Segment Port 837efe54-d525-4f46-a1e0-660618019477 not found, creating... [ 607.261083] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.261188] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.261254] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.261474] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.261606] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.261937] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.262180] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.262319] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.262508] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.262638] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.262779] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Resource: SegmentPort with ID: 837efe54-d525-4f46-a1e0-660618019477 is going to be created. [ 607.349421] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.349794] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.350123] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.350439] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.350816] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.351188] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "port-837efe54-d525-4f46-a1e0-660618019477" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.468519] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ded6cb3b-98af-4f02-b861-6a4f64414c21: rpc.has_security_group_logging(os_id): False [ 607.506606] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.506853] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.507337] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.507621] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.507741] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.507982] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.508257] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.508257] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.508586] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.508586] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.508759] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.508879] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.508879] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.509057] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.509142] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.509393] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.509517] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.509591] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.509831] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.509960] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.510124] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ded6cb3b-98af-4f02-b861-6a4f64414c21 is going to be created. [ 607.630212] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.630385] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.630508] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.630652] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.630800] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.642602] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ded6cb3b-98af-4f02-b861-6a4f64414c21 in Status: IN_PROGRESS for 2s [ 608.103969] env[65642]: INFO networking_nsxv3.common.synchronization [req-f881baf3-e80a-422a-ab25-b34b63d7f22e req-8a3bf576-a552-443a-8030-b30fde1ecc27 service nova] Enqueued Resource ID: 416de803-dd52-4339-801f-f9e94ed3de72 with Priority: HIGHEST for action security_group_rules [ 608.104242] env[65642]: INFO networking_nsxv3.common.synchronization [req-f881baf3-e80a-422a-ab25-b34b63d7f22e req-8a3bf576-a552-443a-8030-b30fde1ecc27 service nova] Enqueued Resource ID: 416de803-dd52-4339-801f-f9e94ed3de72 with Priority: HIGHEST for action security_group_members [ 608.104308] env[65642]: INFO networking_nsxv3.common.synchronization [req-f881baf3-e80a-422a-ab25-b34b63d7f22e req-8a3bf576-a552-443a-8030-b30fde1ecc27 service nova] Enqueued Resource ID: 837efe54-d525-4f46-a1e0-660618019477 with Priority: HIGHEST for action port [ 608.105377] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 416de803-dd52-4339-801f-f9e94ed3de72 with Priority: HIGHEST for action security_group_rules [ 608.105377] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 416de803-dd52-4339-801f-f9e94ed3de72 with Priority: HIGHEST for action security_group_members [ 608.105780] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 837efe54-d525-4f46-a1e0-660618019477 with Priority: HIGHEST for action port [ 608.106248] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-416de803-dd52-4339-801f-f9e94ed3de72 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.106427] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-416de803-dd52-4339-801f-f9e94ed3de72" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.106731] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-416de803-dd52-4339-801f-f9e94ed3de72" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.106846] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-416de803-dd52-4339-801f-f9e94ed3de72" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.109108] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('416de803-dd52-4339-801f-f9e94ed3de72',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.109108] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-416de803-dd52-4339-801f-f9e94ed3de72 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.109108] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-416de803-dd52-4339-801f-f9e94ed3de72" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.109108] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-416de803-dd52-4339-801f-f9e94ed3de72" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.109108] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-416de803-dd52-4339-801f-f9e94ed3de72" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.109108] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.109108] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.109108] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.109108] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.109108] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.109599] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('416de803-dd52-4339-801f-f9e94ed3de72',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.110885] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-837efe54-d525-4f46-a1e0-660618019477 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.111041] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-837efe54-d525-4f46-a1e0-660618019477" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.111094] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-837efe54-d525-4f46-a1e0-660618019477" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.111287] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-837efe54-d525-4f46-a1e0-660618019477" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.111386] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('837efe54-d525-4f46-a1e0-660618019477',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.571656] env[65642]: INFO networking_nsxv3.common.synchronization [req-9bcbd0b7-54c2-46dc-b6a8-4c48cafa1ac1 req-e5fc1385-aced-49ba-bb0d-5bb25cc5591f tempest-FloatingIPsAssociationNegativeTestJSON-1627372969 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969-project-member] Enqueued Resource ID: 1a93ed5e-3cb5-409b-a97c-1280402bf541 with Priority: HIGHEST for action security_group_members [ 608.572276] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a93ed5e-3cb5-409b-a97c-1280402bf541 with Priority: HIGHEST for action security_group_members [ 608.572602] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a93ed5e-3cb5-409b-a97c-1280402bf541 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.572758] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a93ed5e-3cb5-409b-a97c-1280402bf541" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.572908] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a93ed5e-3cb5-409b-a97c-1280402bf541" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.573404] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a93ed5e-3cb5-409b-a97c-1280402bf541" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.573571] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.573677] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.573749] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.573900] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.573989] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.574090] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a93ed5e-3cb5-409b-a97c-1280402bf541',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.593880] env[65642]: INFO networking_nsxv3.common.synchronization [None req-3d3edd82-33e3-4c4f-a415-f3e150bde916 None None] Enqueued Resource ID: 69181f46-7e5c-43ce-a2f8-8cd47e870c10 with Priority: HIGHEST for action port [ 608.594621] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69181f46-7e5c-43ce-a2f8-8cd47e870c10 with Priority: HIGHEST for action port [ 608.595689] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-69181f46-7e5c-43ce-a2f8-8cd47e870c10 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.595910] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-69181f46-7e5c-43ce-a2f8-8cd47e870c10" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.596050] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-69181f46-7e5c-43ce-a2f8-8cd47e870c10" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.596549] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-69181f46-7e5c-43ce-a2f8-8cd47e870c10" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.596705] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69181f46-7e5c-43ce-a2f8-8cd47e870c10',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.613504] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('416de803-dd52-4339-801f-f9e94ed3de72',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.614640] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-416de803-dd52-4339-801f-f9e94ed3de72 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.614833] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-416de803-dd52-4339-801f-f9e94ed3de72" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.617295] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 837efe54-d525-4f46-a1e0-660618019477 with status ACTIVE [ 608.617295] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.617418] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.617456] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.617651] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.617967] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.617967] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.618136] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.618136] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.618324] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.618513] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.619704] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.619704] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.619704] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.619704] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.619704] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.619704] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 837efe54-d525-4f46-a1e0-660618019477 is going to be updated. [ 608.647128] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.647324] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.647372] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.647561] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.647716] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.647863] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-837efe54-d525-4f46-a1e0-660618019477" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.692773] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b in Status: SUCCESS [ 608.693383] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.693723] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.694155] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.694786] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.694940] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.695019] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.695233] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.695440] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.695657] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.695854] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.027019] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock network-616 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.027019] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "network-616" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.027019] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "network-616" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.027319] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "network-616" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.027673] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.027966] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.028190] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.028498] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.028738] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.029377] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 609.029377] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] NeedRegenerationException {{(pid=65642) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 609.029377] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] no value, waiting for create lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 609.029377] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] value creation lock acquired {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 609.029681] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 609.029681] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Calling creation function for not-yet-present value {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 609.029776] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 609.053473] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 609.053473] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65642) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 609.053730] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Released creation lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 609.053730] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "network-616" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.054042] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock port-d08c55e4-ef37-4ba5-94cb-67454e8a4151 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.054223] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "port-d08c55e4-ef37-4ba5-94cb-67454e8a4151" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.054338] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "port-d08c55e4-ef37-4ba5-94cb-67454e8a4151" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.054651] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "port-d08c55e4-ef37-4ba5-94cb-67454e8a4151" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.054784] env[65642]: DEBUG networking_nsxv3.api.rpc [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d08c55e4-ef37-4ba5-94cb-67454e8a4151',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.077714] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.077909] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.077957] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.078223] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.078318] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.078519] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.078626] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.078679] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.078855] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.078947] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.079099] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a93ed5e-3cb5-409b-a97c-1280402bf541 already deleted. [ 609.079217] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a93ed5e-3cb5-409b-a97c-1280402bf541" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.100680] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 69181f46-7e5c-43ce-a2f8-8cd47e870c10 [ 609.100899] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.101048] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.101119] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.101328] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.101419] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.101513] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:69181f46-7e5c-43ce-a2f8-8cd47e870c10 already deleted. [ 609.101588] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-69181f46-7e5c-43ce-a2f8-8cd47e870c10" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.104292] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb84f89e-daf3-4100-92cd-2981d9459c16 in Status: SUCCESS [ 609.104563] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb84f89e-daf3-4100-92cd-2981d9459c16" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.104714] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb84f89e-daf3-4100-92cd-2981d9459c16" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.104915] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb84f89e-daf3-4100-92cd-2981d9459c16" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.105104] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.105219] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.105285] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.105436] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.105518] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.105613] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb84f89e-daf3-4100-92cd-2981d9459c16',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.116413] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('416de803-dd52-4339-801f-f9e94ed3de72',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.200761] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.204175] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.204175] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.204175] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.204175] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.204175] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.204175] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.204175] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.204175] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.204175] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.204175] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.204175] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.204175] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.204175] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.204175] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.204175] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.204175] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.204175] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.204175] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.204846] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.205368] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.557828] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.558034] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.558160] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.558407] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.558552] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.558704] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Segment Port d08c55e4-ef37-4ba5-94cb-67454e8a4151 not found, creating... [ 609.559391] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.559391] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.559391] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.559640] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.559809] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.560190] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.560325] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.560447] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.560750] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.560896] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.561061] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Resource: SegmentPort with ID: d08c55e4-ef37-4ba5-94cb-67454e8a4151 is going to be created. [ 609.587659] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.587659] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.587904] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.588042] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.588270] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.588486] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "port-d08c55e4-ef37-4ba5-94cb-67454e8a4151" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.608933] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fb84f89e-daf3-4100-92cd-2981d9459c16',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.619529] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.619764] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.619805] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.620075] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.620203] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.620315] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 416de803-dd52-4339-801f-f9e94ed3de72 is going to be created. [ 609.654885] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.654885] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.654885] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.654885] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.654885] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.673447] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 416de803-dd52-4339-801f-f9e94ed3de72 in Status: UNINITIALIZED for 2s [ 609.674901] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ded6cb3b-98af-4f02-b861-6a4f64414c21 in Status: SUCCESS [ 609.675255] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ded6cb3b-98af-4f02-b861-6a4f64414c21" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.707262] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b: rpc.has_security_group_logging(os_id): False [ 609.735033] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.735033] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.735033] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.735033] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.735033] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.735033] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.735033] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.735033] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.735461] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.735461] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.735461] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.735584] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.735584] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.735734] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.735734] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.735918] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.737120] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.737120] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.737120] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.737120] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.737120] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b is going to be created. [ 609.865603] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.865744] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.865809] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.866044] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.866235] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.892608] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b in Status: IN_PROGRESS for 2s [ 610.112031] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fb84f89e-daf3-4100-92cd-2981d9459c16',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.380927] env[65642]: INFO networking_nsxv3.common.synchronization [req-9bcbd0b7-54c2-46dc-b6a8-4c48cafa1ac1 req-e31d801b-df41-4795-9e4c-3371bfa38fb2 service nova] Enqueued Resource ID: 1a93ed5e-3cb5-409b-a97c-1280402bf541 with Priority: HIGHEST for action security_group_rules [ 610.381076] env[65642]: INFO networking_nsxv3.common.synchronization [req-9bcbd0b7-54c2-46dc-b6a8-4c48cafa1ac1 req-e31d801b-df41-4795-9e4c-3371bfa38fb2 service nova] Enqueued Resource ID: 1a93ed5e-3cb5-409b-a97c-1280402bf541 with Priority: HIGHEST for action security_group_members [ 610.381151] env[65642]: INFO networking_nsxv3.common.synchronization [req-9bcbd0b7-54c2-46dc-b6a8-4c48cafa1ac1 req-e31d801b-df41-4795-9e4c-3371bfa38fb2 service nova] Enqueued Resource ID: d08c55e4-ef37-4ba5-94cb-67454e8a4151 with Priority: HIGHEST for action port [ 610.381763] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a93ed5e-3cb5-409b-a97c-1280402bf541 with Priority: HIGHEST for action security_group_rules [ 610.382596] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a93ed5e-3cb5-409b-a97c-1280402bf541 with Priority: HIGHEST for action security_group_members [ 610.387589] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d08c55e4-ef37-4ba5-94cb-67454e8a4151 with Priority: HIGHEST for action port [ 610.387589] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a93ed5e-3cb5-409b-a97c-1280402bf541 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.387589] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a93ed5e-3cb5-409b-a97c-1280402bf541" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.387589] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a93ed5e-3cb5-409b-a97c-1280402bf541" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.387589] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a93ed5e-3cb5-409b-a97c-1280402bf541" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.387589] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a93ed5e-3cb5-409b-a97c-1280402bf541',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.387589] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a93ed5e-3cb5-409b-a97c-1280402bf541 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.387589] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a93ed5e-3cb5-409b-a97c-1280402bf541" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.387589] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a93ed5e-3cb5-409b-a97c-1280402bf541" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.387589] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a93ed5e-3cb5-409b-a97c-1280402bf541" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.387589] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.387589] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.389508] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.389986] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.390474] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.390474] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a93ed5e-3cb5-409b-a97c-1280402bf541',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.392906] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-d08c55e4-ef37-4ba5-94cb-67454e8a4151 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.394020] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d08c55e4-ef37-4ba5-94cb-67454e8a4151" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.394020] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d08c55e4-ef37-4ba5-94cb-67454e8a4151" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.394020] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d08c55e4-ef37-4ba5-94cb-67454e8a4151" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.394020] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d08c55e4-ef37-4ba5-94cb-67454e8a4151',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.614361] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.615471] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.615471] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.615471] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.615471] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.615471] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb84f89e-daf3-4100-92cd-2981d9459c16 is going to be updated. [ 610.662225] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.662225] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.662225] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.662225] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.662225] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.677035] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb84f89e-daf3-4100-92cd-2981d9459c16 in Status: IN_PROGRESS for 2s [ 610.898453] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1a93ed5e-3cb5-409b-a97c-1280402bf541',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.900932] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a93ed5e-3cb5-409b-a97c-1280402bf541 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.901051] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a93ed5e-3cb5-409b-a97c-1280402bf541" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.901445] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d08c55e4-ef37-4ba5-94cb-67454e8a4151 with status ACTIVE [ 610.901638] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.901874] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.901957] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.904275] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.904382] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.904650] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.904893] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.904969] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.905371] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.905371] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.905680] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.905845] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.905932] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.906118] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.906191] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.906283] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d08c55e4-ef37-4ba5-94cb-67454e8a4151 is going to be updated. [ 610.934165] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.934377] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.935778] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.935778] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.935778] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.935778] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d08c55e4-ef37-4ba5-94cb-67454e8a4151" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.980831] env[65642]: INFO networking_nsxv3.common.synchronization [req-b6f92c3c-9761-49c5-be22-eb9aed7b5d95 req-f146e7f6-0520-4015-bc2c-fce04be15370 tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] Enqueued Resource ID: 4ae889e8-c0dd-42ea-aaaa-7c4da43cddf5 with Priority: HIGHEST for action security_group_members [ 610.981401] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ae889e8-c0dd-42ea-aaaa-7c4da43cddf5 with Priority: HIGHEST for action security_group_members [ 610.981785] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ae889e8-c0dd-42ea-aaaa-7c4da43cddf5 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.981921] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ae889e8-c0dd-42ea-aaaa-7c4da43cddf5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.981985] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ae889e8-c0dd-42ea-aaaa-7c4da43cddf5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.984019] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ae889e8-c0dd-42ea-aaaa-7c4da43cddf5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.984019] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.984019] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.984019] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.984362] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.984612] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.984814] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ae889e8-c0dd-42ea-aaaa-7c4da43cddf5',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.381664] env[65642]: INFO networking_nsxv3.common.synchronization [None req-a37ad834-9776-4a6b-b019-3270021f55b4 None None] Enqueued Resource ID: 235a77ec-390c-465f-b687-27dadd3aebbb with Priority: HIGHEST for action port [ 611.382270] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 235a77ec-390c-465f-b687-27dadd3aebbb with Priority: HIGHEST for action port [ 611.382550] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-235a77ec-390c-465f-b687-27dadd3aebbb taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.382714] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-235a77ec-390c-465f-b687-27dadd3aebbb" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.382786] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-235a77ec-390c-465f-b687-27dadd3aebbb" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.386025] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-235a77ec-390c-465f-b687-27dadd3aebbb" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.386025] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('235a77ec-390c-465f-b687-27dadd3aebbb',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.403238] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1a93ed5e-3cb5-409b-a97c-1280402bf541',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.489595] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.490470] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.490470] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.490470] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.490470] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.490637] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.490736] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.490845] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.491563] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.491563] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.491563] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ae889e8-c0dd-42ea-aaaa-7c4da43cddf5 already deleted. [ 611.491563] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ae889e8-c0dd-42ea-aaaa-7c4da43cddf5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.686073] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 416de803-dd52-4339-801f-f9e94ed3de72 in Status: SUCCESS [ 611.686167] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-416de803-dd52-4339-801f-f9e94ed3de72" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.686323] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-416de803-dd52-4339-801f-f9e94ed3de72" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.686571] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-416de803-dd52-4339-801f-f9e94ed3de72" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.686773] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.686921] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.687077] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.687163] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.687203] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.687300] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-416de803-dd52-4339-801f-f9e94ed3de72" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.687393] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('416de803-dd52-4339-801f-f9e94ed3de72',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.889959] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 235a77ec-390c-465f-b687-27dadd3aebbb [ 611.890291] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.890464] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.890550] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.890814] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.891039] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.891124] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:235a77ec-390c-465f-b687-27dadd3aebbb already deleted. [ 611.891221] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-235a77ec-390c-465f-b687-27dadd3aebbb" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.908121] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.908121] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.908121] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.908948] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.908948] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.908948] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a93ed5e-3cb5-409b-a97c-1280402bf541 is going to be created. [ 611.928549] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b in Status: SUCCESS [ 611.928805] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.947026] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.947026] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.947026] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.947026] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.947026] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.975186] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a93ed5e-3cb5-409b-a97c-1280402bf541 in Status: UNINITIALIZED for 2s [ 611.997402] env[65642]: INFO networking_nsxv3.common.synchronization [None req-9f7218db-123a-481a-b052-e14dc372c84d None None] Enqueued Resource ID: e0b5547a-9779-4c7d-99da-26264228a5db with Priority: HIGHEST for action port [ 611.998079] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0b5547a-9779-4c7d-99da-26264228a5db with Priority: HIGHEST for action port [ 611.998463] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-e0b5547a-9779-4c7d-99da-26264228a5db taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.998659] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e0b5547a-9779-4c7d-99da-26264228a5db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.998755] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e0b5547a-9779-4c7d-99da-26264228a5db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.999058] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e0b5547a-9779-4c7d-99da-26264228a5db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.999141] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0b5547a-9779-4c7d-99da-26264228a5db',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.016405] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock network-52 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.016405] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "network-52" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.016405] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "network-52" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.016405] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "network-52" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.018274] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.018460] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.018575] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.018849] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.018995] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.019262] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 612.019348] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] NeedRegenerationException {{(pid=65642) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 612.019453] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] no value, waiting for create lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 612.019568] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] value creation lock acquired {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 612.019688] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 612.019818] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Calling creation function for not-yet-present value {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 612.020020] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 612.043668] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 612.045451] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65642) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 612.045451] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Released creation lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 612.045451] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "network-52" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.045756] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock port-6e85cde9-f788-40ef-be5a-aae5bfbc63ed taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.046057] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "port-6e85cde9-f788-40ef-be5a-aae5bfbc63ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.046883] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "port-6e85cde9-f788-40ef-be5a-aae5bfbc63ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.048142] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "port-6e85cde9-f788-40ef-be5a-aae5bfbc63ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.048142] env[65642]: DEBUG networking_nsxv3.api.rpc [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e85cde9-f788-40ef-be5a-aae5bfbc63ed',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.193416] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-416de803-dd52-4339-801f-f9e94ed3de72 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.193583] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-416de803-dd52-4339-801f-f9e94ed3de72" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.193652] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-416de803-dd52-4339-801f-f9e94ed3de72" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.193912] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-416de803-dd52-4339-801f-f9e94ed3de72" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.194054] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.194240] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.194240] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.194408] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.194495] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.194585] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-416de803-dd52-4339-801f-f9e94ed3de72" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.194739] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-416de803-dd52-4339-801f-f9e94ed3de72 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.194833] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-416de803-dd52-4339-801f-f9e94ed3de72" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.194893] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-416de803-dd52-4339-801f-f9e94ed3de72" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.195055] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-416de803-dd52-4339-801f-f9e94ed3de72" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.195606] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.195606] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.195606] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.195606] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.195606] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.195810] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-416de803-dd52-4339-801f-f9e94ed3de72" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.195810] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('416de803-dd52-4339-801f-f9e94ed3de72',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.501790] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e0b5547a-9779-4c7d-99da-26264228a5db [ 612.501790] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.502159] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.502159] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.502267] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.502342] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.502454] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e0b5547a-9779-4c7d-99da-26264228a5db already deleted. [ 612.502515] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e0b5547a-9779-4c7d-99da-26264228a5db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.551584] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.551584] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.551584] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.551584] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.551584] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.552757] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Segment Port 6e85cde9-f788-40ef-be5a-aae5bfbc63ed not found, creating... [ 612.552757] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.552757] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.552757] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.552757] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.552757] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.553088] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.553088] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.553180] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.553789] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.553789] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.553789] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Resource: SegmentPort with ID: 6e85cde9-f788-40ef-be5a-aae5bfbc63ed is going to be created. [ 612.576288] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.578677] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.578677] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.578677] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.578677] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.578677] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "port-6e85cde9-f788-40ef-be5a-aae5bfbc63ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.693070] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb84f89e-daf3-4100-92cd-2981d9459c16 in Status: SUCCESS [ 612.693365] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb84f89e-daf3-4100-92cd-2981d9459c16" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.693562] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb84f89e-daf3-4100-92cd-2981d9459c16" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.693879] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb84f89e-daf3-4100-92cd-2981d9459c16" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.694127] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.694324] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.694533] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.694606] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.694689] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.694815] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb84f89e-daf3-4100-92cd-2981d9459c16" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.695045] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb84f89e-daf3-4100-92cd-2981d9459c16 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.695165] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb84f89e-daf3-4100-92cd-2981d9459c16" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.695229] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb84f89e-daf3-4100-92cd-2981d9459c16" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.695412] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb84f89e-daf3-4100-92cd-2981d9459c16" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.695562] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.695658] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.695738] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.696179] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.696179] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.696179] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb84f89e-daf3-4100-92cd-2981d9459c16" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.696179] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fb84f89e-daf3-4100-92cd-2981d9459c16',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.698641] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 416de803-dd52-4339-801f-f9e94ed3de72: rpc.has_security_group_logging(os_id): False [ 612.734016] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.737357] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.737556] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.737759] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.737870] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.738127] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.738248] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.738303] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.738477] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.738562] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.738807] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.738964] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.739054] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.739219] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.739295] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.739510] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.739607] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.739664] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.739886] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.739886] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.740011] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 416de803-dd52-4339-801f-f9e94ed3de72 is going to be created. [ 612.842157] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.842157] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.842157] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.842157] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.842157] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.861202] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 416de803-dd52-4339-801f-f9e94ed3de72 in Status: IN_PROGRESS for 2s [ 613.199760] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fb84f89e-daf3-4100-92cd-2981d9459c16: rpc.has_security_group_logging(os_id): False [ 613.222464] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.222711] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.222797] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.223076] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.223199] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.223557] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.223694] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.223775] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.224701] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.224701] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.225349] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.225749] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.225749] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.225850] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.225942] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.226233] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.226434] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.226824] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.226902] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.227036] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.227159] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fb84f89e-daf3-4100-92cd-2981d9459c16 is going to be created. [ 613.322023] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.322023] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.322023] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.322023] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.322023] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.339218] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb84f89e-daf3-4100-92cd-2981d9459c16 in Status: IN_PROGRESS for 2s [ 613.445516] env[65642]: INFO networking_nsxv3.common.synchronization [req-b6f92c3c-9761-49c5-be22-eb9aed7b5d95 req-76cdf41d-092a-4d71-95c4-2ee3bd8d87c9 service nova] Enqueued Resource ID: 4ae889e8-c0dd-42ea-aaaa-7c4da43cddf5 with Priority: HIGHEST for action security_group_rules [ 613.445641] env[65642]: INFO networking_nsxv3.common.synchronization [req-b6f92c3c-9761-49c5-be22-eb9aed7b5d95 req-76cdf41d-092a-4d71-95c4-2ee3bd8d87c9 service nova] Enqueued Resource ID: 4ae889e8-c0dd-42ea-aaaa-7c4da43cddf5 with Priority: HIGHEST for action security_group_members [ 613.445678] env[65642]: INFO networking_nsxv3.common.synchronization [req-b6f92c3c-9761-49c5-be22-eb9aed7b5d95 req-76cdf41d-092a-4d71-95c4-2ee3bd8d87c9 service nova] Enqueued Resource ID: 6e85cde9-f788-40ef-be5a-aae5bfbc63ed with Priority: HIGHEST for action port [ 613.446454] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ae889e8-c0dd-42ea-aaaa-7c4da43cddf5 with Priority: HIGHEST for action security_group_rules [ 613.446454] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ae889e8-c0dd-42ea-aaaa-7c4da43cddf5 with Priority: HIGHEST for action security_group_members [ 613.446602] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e85cde9-f788-40ef-be5a-aae5bfbc63ed with Priority: HIGHEST for action port [ 613.447088] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4ae889e8-c0dd-42ea-aaaa-7c4da43cddf5 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.447088] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4ae889e8-c0dd-42ea-aaaa-7c4da43cddf5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.447088] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4ae889e8-c0dd-42ea-aaaa-7c4da43cddf5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.448066] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4ae889e8-c0dd-42ea-aaaa-7c4da43cddf5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.448066] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4ae889e8-c0dd-42ea-aaaa-7c4da43cddf5',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.449540] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ae889e8-c0dd-42ea-aaaa-7c4da43cddf5 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.450108] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ae889e8-c0dd-42ea-aaaa-7c4da43cddf5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.450108] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ae889e8-c0dd-42ea-aaaa-7c4da43cddf5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.450108] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ae889e8-c0dd-42ea-aaaa-7c4da43cddf5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.450319] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.450319] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.450319] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.450456] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.450541] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.450636] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ae889e8-c0dd-42ea-aaaa-7c4da43cddf5',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.454369] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-6e85cde9-f788-40ef-be5a-aae5bfbc63ed taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.454369] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6e85cde9-f788-40ef-be5a-aae5bfbc63ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.454369] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6e85cde9-f788-40ef-be5a-aae5bfbc63ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.454369] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6e85cde9-f788-40ef-be5a-aae5bfbc63ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.454369] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e85cde9-f788-40ef-be5a-aae5bfbc63ed',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.956522] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ae889e8-c0dd-42ea-aaaa-7c4da43cddf5 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.956522] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ae889e8-c0dd-42ea-aaaa-7c4da43cddf5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.956522] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6e85cde9-f788-40ef-be5a-aae5bfbc63ed with status ACTIVE [ 613.956522] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.956522] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.956522] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.957149] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.957149] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.958293] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.958293] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.958293] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.958293] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.958293] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.958868] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.959094] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.959255] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.960751] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.960751] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.960751] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6e85cde9-f788-40ef-be5a-aae5bfbc63ed is going to be updated. [ 613.962667] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4ae889e8-c0dd-42ea-aaaa-7c4da43cddf5',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.989202] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a93ed5e-3cb5-409b-a97c-1280402bf541 in Status: SUCCESS [ 613.989543] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a93ed5e-3cb5-409b-a97c-1280402bf541" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.990355] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a93ed5e-3cb5-409b-a97c-1280402bf541" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.990733] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a93ed5e-3cb5-409b-a97c-1280402bf541" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.991320] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.991320] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.991489] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.991739] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.992169] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.992169] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a93ed5e-3cb5-409b-a97c-1280402bf541" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.992269] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1a93ed5e-3cb5-409b-a97c-1280402bf541',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.994401] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.994740] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.994740] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.994924] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.995278] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.995466] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6e85cde9-f788-40ef-be5a-aae5bfbc63ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.447057] env[65642]: INFO networking_nsxv3.common.synchronization [None req-0fc1f898-8305-4d04-86ec-a1faf77d7e89 None None] Enqueued Resource ID: 7f8d2173-c89d-41f5-bc95-3d109fcd47a6 with Priority: HIGHEST for action port [ 614.447649] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f8d2173-c89d-41f5-bc95-3d109fcd47a6 with Priority: HIGHEST for action port [ 614.448019] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-7f8d2173-c89d-41f5-bc95-3d109fcd47a6 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.449663] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7f8d2173-c89d-41f5-bc95-3d109fcd47a6" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.449777] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7f8d2173-c89d-41f5-bc95-3d109fcd47a6" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.450723] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7f8d2173-c89d-41f5-bc95-3d109fcd47a6" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.450723] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f8d2173-c89d-41f5-bc95-3d109fcd47a6',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.464618] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4ae889e8-c0dd-42ea-aaaa-7c4da43cddf5',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.497543] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a93ed5e-3cb5-409b-a97c-1280402bf541 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.498387] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a93ed5e-3cb5-409b-a97c-1280402bf541" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.498387] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a93ed5e-3cb5-409b-a97c-1280402bf541" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.498387] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a93ed5e-3cb5-409b-a97c-1280402bf541" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.498387] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.498578] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.498578] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.498640] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.498741] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.498830] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a93ed5e-3cb5-409b-a97c-1280402bf541" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.499030] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a93ed5e-3cb5-409b-a97c-1280402bf541 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.499152] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a93ed5e-3cb5-409b-a97c-1280402bf541" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.499236] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a93ed5e-3cb5-409b-a97c-1280402bf541" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.499408] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a93ed5e-3cb5-409b-a97c-1280402bf541" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.499577] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.499707] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.499798] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.499951] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.500039] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.500124] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a93ed5e-3cb5-409b-a97c-1280402bf541" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.500216] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1a93ed5e-3cb5-409b-a97c-1280402bf541',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.877281] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 416de803-dd52-4339-801f-f9e94ed3de72 in Status: SUCCESS [ 614.877281] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-416de803-dd52-4339-801f-f9e94ed3de72" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.953698] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7f8d2173-c89d-41f5-bc95-3d109fcd47a6 [ 614.953848] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.954693] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.954693] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.954693] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.954693] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.954693] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7f8d2173-c89d-41f5-bc95-3d109fcd47a6 already deleted. [ 614.956096] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7f8d2173-c89d-41f5-bc95-3d109fcd47a6" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.966731] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.967087] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.967087] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.967349] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.967469] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.967618] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ae889e8-c0dd-42ea-aaaa-7c4da43cddf5 is going to be created. [ 614.996917] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.997118] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.997186] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.997363] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.997522] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.002257] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1a93ed5e-3cb5-409b-a97c-1280402bf541: rpc.has_security_group_logging(os_id): False [ 615.018235] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ae889e8-c0dd-42ea-aaaa-7c4da43cddf5 in Status: UNINITIALIZED for 2s [ 615.029626] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.029840] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.029930] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.030168] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.030262] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.030462] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.030567] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.030631] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.030788] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.030861] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.031077] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.031173] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.031234] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.031378] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.031453] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.031645] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.031737] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.031831] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.031979] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.032069] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.032156] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a93ed5e-3cb5-409b-a97c-1280402bf541 is going to be created. [ 615.102573] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.102764] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.102846] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.103386] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.103386] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.126530] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a93ed5e-3cb5-409b-a97c-1280402bf541 in Status: IN_PROGRESS for 2s [ 615.363492] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb84f89e-daf3-4100-92cd-2981d9459c16 in Status: SUCCESS [ 615.363492] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fb84f89e-daf3-4100-92cd-2981d9459c16" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.363492] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fb84f89e-daf3-4100-92cd-2981d9459c16" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.363492] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fb84f89e-daf3-4100-92cd-2981d9459c16" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.363492] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fb84f89e-daf3-4100-92cd-2981d9459c16',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.866518] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb84f89e-daf3-4100-92cd-2981d9459c16 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.866788] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb84f89e-daf3-4100-92cd-2981d9459c16" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.866909] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb84f89e-daf3-4100-92cd-2981d9459c16" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.870165] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb84f89e-daf3-4100-92cd-2981d9459c16" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.870165] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.870165] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.870165] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.870165] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.870165] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.870165] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb84f89e-daf3-4100-92cd-2981d9459c16" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.870165] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fb84f89e-daf3-4100-92cd-2981d9459c16',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.372727] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb84f89e-daf3-4100-92cd-2981d9459c16 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.373156] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb84f89e-daf3-4100-92cd-2981d9459c16" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.373156] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb84f89e-daf3-4100-92cd-2981d9459c16" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.377167] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb84f89e-daf3-4100-92cd-2981d9459c16" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.378511] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.378511] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.378511] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.378511] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.378511] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.378511] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb84f89e-daf3-4100-92cd-2981d9459c16" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.378511] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb84f89e-daf3-4100-92cd-2981d9459c16 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.378511] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb84f89e-daf3-4100-92cd-2981d9459c16" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.378511] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb84f89e-daf3-4100-92cd-2981d9459c16" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.382475] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb84f89e-daf3-4100-92cd-2981d9459c16" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.382475] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.382475] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.382475] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.382475] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.382475] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.382475] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb84f89e-daf3-4100-92cd-2981d9459c16" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.382475] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fb84f89e-daf3-4100-92cd-2981d9459c16',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.885509] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fb84f89e-daf3-4100-92cd-2981d9459c16: rpc.has_security_group_logging(os_id): False [ 616.906721] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.906721] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.906721] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.906984] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.907131] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.907663] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.907836] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.907908] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.908130] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.908210] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.908411] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.908824] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.908824] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.908824] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.908824] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.908987] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.909067] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.909136] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.909280] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.909350] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.909434] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fb84f89e-daf3-4100-92cd-2981d9459c16 is going to be updated. [ 616.989026] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.989026] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.989026] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.989026] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.989026] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.003520] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb84f89e-daf3-4100-92cd-2981d9459c16 in Status: IN_PROGRESS for 2s [ 617.029322] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ae889e8-c0dd-42ea-aaaa-7c4da43cddf5 in Status: SUCCESS [ 617.029553] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ae889e8-c0dd-42ea-aaaa-7c4da43cddf5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.029734] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ae889e8-c0dd-42ea-aaaa-7c4da43cddf5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.029972] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ae889e8-c0dd-42ea-aaaa-7c4da43cddf5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.030182] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.030298] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.030360] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.030531] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.030615] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.030699] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ae889e8-c0dd-42ea-aaaa-7c4da43cddf5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.030789] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4ae889e8-c0dd-42ea-aaaa-7c4da43cddf5',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.143787] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a93ed5e-3cb5-409b-a97c-1280402bf541 in Status: SUCCESS [ 617.144191] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a93ed5e-3cb5-409b-a97c-1280402bf541" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.534701] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ae889e8-c0dd-42ea-aaaa-7c4da43cddf5 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.534701] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ae889e8-c0dd-42ea-aaaa-7c4da43cddf5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.534701] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ae889e8-c0dd-42ea-aaaa-7c4da43cddf5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.535349] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ae889e8-c0dd-42ea-aaaa-7c4da43cddf5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.535349] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.535349] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.535349] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.535349] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.535556] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.535556] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ae889e8-c0dd-42ea-aaaa-7c4da43cddf5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.535648] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ae889e8-c0dd-42ea-aaaa-7c4da43cddf5 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.536035] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ae889e8-c0dd-42ea-aaaa-7c4da43cddf5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.536035] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ae889e8-c0dd-42ea-aaaa-7c4da43cddf5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.536035] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ae889e8-c0dd-42ea-aaaa-7c4da43cddf5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.536035] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.536247] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.536247] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.536350] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.536424] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.536503] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ae889e8-c0dd-42ea-aaaa-7c4da43cddf5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.536615] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4ae889e8-c0dd-42ea-aaaa-7c4da43cddf5',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.039403] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4ae889e8-c0dd-42ea-aaaa-7c4da43cddf5: rpc.has_security_group_logging(os_id): False [ 618.060800] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.061023] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.061067] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.061450] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.061564] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.061704] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.061911] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.061964] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.062209] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.062305] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.062667] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.062846] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.062983] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.063418] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.063555] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.063850] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.063992] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.064159] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.064285] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.064387] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.064504] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4ae889e8-c0dd-42ea-aaaa-7c4da43cddf5 is going to be created. [ 618.131104] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.131291] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.131373] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.131589] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.131778] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.145113] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ae889e8-c0dd-42ea-aaaa-7c4da43cddf5 in Status: IN_PROGRESS for 2s [ 619.035145] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb84f89e-daf3-4100-92cd-2981d9459c16 in Status: SUCCESS [ 619.035145] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fb84f89e-daf3-4100-92cd-2981d9459c16" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.035145] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fb84f89e-daf3-4100-92cd-2981d9459c16" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.035145] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fb84f89e-daf3-4100-92cd-2981d9459c16" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.035145] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fb84f89e-daf3-4100-92cd-2981d9459c16',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.270039] env[65642]: INFO networking_nsxv3.common.synchronization [None req-b3f2876c-2b90-4036-a5d4-43132fccb0d5 None None] Enqueued Resource ID: 917e175a-65cc-4790-87f7-c20d118c60ca with Priority: HIGHEST for action port [ 619.270639] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 917e175a-65cc-4790-87f7-c20d118c60ca with Priority: HIGHEST for action port [ 619.270891] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-917e175a-65cc-4790-87f7-c20d118c60ca taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.276374] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-917e175a-65cc-4790-87f7-c20d118c60ca" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.276374] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-917e175a-65cc-4790-87f7-c20d118c60ca" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.276374] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-917e175a-65cc-4790-87f7-c20d118c60ca" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.276374] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('917e175a-65cc-4790-87f7-c20d118c60ca',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.448035] env[65642]: INFO networking_nsxv3.common.synchronization [req-a0327a9f-4d8e-49af-a5de-eeeb6b2d3a75 req-7880e80b-aaf1-40cf-87a7-be9e3a220ea5 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Enqueued Resource ID: 406cbf14-aa8e-4583-befe-4098212656f7 with Priority: HIGHEST for action security_group_members [ 619.448035] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 406cbf14-aa8e-4583-befe-4098212656f7 with Priority: HIGHEST for action security_group_members [ 619.450585] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-406cbf14-aa8e-4583-befe-4098212656f7 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.450585] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-406cbf14-aa8e-4583-befe-4098212656f7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.450585] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-406cbf14-aa8e-4583-befe-4098212656f7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.450827] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-406cbf14-aa8e-4583-befe-4098212656f7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.450827] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.450922] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.451231] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.451231] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.451385] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.451385] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('406cbf14-aa8e-4583-befe-4098212656f7',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.536743] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb84f89e-daf3-4100-92cd-2981d9459c16 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.537108] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb84f89e-daf3-4100-92cd-2981d9459c16" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.537288] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb84f89e-daf3-4100-92cd-2981d9459c16" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.537609] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb84f89e-daf3-4100-92cd-2981d9459c16" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.537825] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.538010] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.538103] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.538401] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.538533] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.538669] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb84f89e-daf3-4100-92cd-2981d9459c16" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.539243] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fb84f89e-daf3-4100-92cd-2981d9459c16',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.778062] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 917e175a-65cc-4790-87f7-c20d118c60ca [ 619.778062] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.778062] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.778062] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.778062] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.778062] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.778062] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:917e175a-65cc-4790-87f7-c20d118c60ca already deleted. [ 619.778062] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-917e175a-65cc-4790-87f7-c20d118c60ca" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.939871] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock network-55 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.940044] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "network-55" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.940184] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "network-55" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.940845] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "network-55" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.941224] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.941386] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.941500] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.942096] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.942096] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.942183] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 619.942248] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] NeedRegenerationException {{(pid=65642) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 619.942346] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] no value, waiting for create lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 619.942445] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] value creation lock acquired {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 619.942543] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 619.942636] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Calling creation function for not-yet-present value {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 619.942771] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 619.956590] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.956791] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.956846] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.957964] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.957964] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.957964] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.957964] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.957964] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.957964] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.957964] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.957964] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 406cbf14-aa8e-4583-befe-4098212656f7 already deleted. [ 619.957964] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-406cbf14-aa8e-4583-befe-4098212656f7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.966419] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 619.966419] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65642) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 619.966419] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Released creation lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 619.966419] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "network-55" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.966648] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock port-55bd3f1d-048c-4802-8511-581ec019904e taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.966770] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "port-55bd3f1d-048c-4802-8511-581ec019904e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.966927] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "port-55bd3f1d-048c-4802-8511-581ec019904e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.967748] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "port-55bd3f1d-048c-4802-8511-581ec019904e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.967807] env[65642]: DEBUG networking_nsxv3.api.rpc [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55bd3f1d-048c-4802-8511-581ec019904e',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.042405] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb84f89e-daf3-4100-92cd-2981d9459c16 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.042405] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb84f89e-daf3-4100-92cd-2981d9459c16" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.042862] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb84f89e-daf3-4100-92cd-2981d9459c16" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.042862] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb84f89e-daf3-4100-92cd-2981d9459c16" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.043844] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.043844] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.043844] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.043844] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.043844] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.043844] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb84f89e-daf3-4100-92cd-2981d9459c16" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.044325] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb84f89e-daf3-4100-92cd-2981d9459c16 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.044325] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb84f89e-daf3-4100-92cd-2981d9459c16" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.044325] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb84f89e-daf3-4100-92cd-2981d9459c16" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.044325] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb84f89e-daf3-4100-92cd-2981d9459c16" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.044454] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.044492] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.044586] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.044692] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.044729] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.044837] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb84f89e-daf3-4100-92cd-2981d9459c16" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.044924] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fb84f89e-daf3-4100-92cd-2981d9459c16',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.158501] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ae889e8-c0dd-42ea-aaaa-7c4da43cddf5 in Status: SUCCESS [ 620.158738] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4ae889e8-c0dd-42ea-aaaa-7c4da43cddf5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.179657] env[65642]: INFO networking_nsxv3.common.synchronization [None req-d186e1b6-fb8e-4d0e-bab0-3badf36a6d47 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Enqueued Resource ID: 70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0 with Priority: HIGHEST for action security_group_rules [ 620.180248] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0 with Priority: HIGHEST for action security_group_rules [ 620.181482] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.181482] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.181482] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.181482] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.181482] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.471452] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.471660] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.471776] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.473507] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.473507] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.473507] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Segment Port 55bd3f1d-048c-4802-8511-581ec019904e not found, creating... [ 620.473507] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.473507] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.473750] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.473894] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.473996] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.474400] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.474589] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.475356] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.475356] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.475356] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.475356] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Resource: SegmentPort with ID: 55bd3f1d-048c-4802-8511-581ec019904e is going to be created. [ 620.500432] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.500651] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.500711] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.501407] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.501407] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.501407] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "port-55bd3f1d-048c-4802-8511-581ec019904e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.547145] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fb84f89e-daf3-4100-92cd-2981d9459c16: rpc.has_security_group_logging(os_id): False [ 620.566802] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.567090] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.567167] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.567444] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.567538] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.567714] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.567811] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.567865] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.568404] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.568404] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.568404] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.568404] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.568679] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.568679] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.568679] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.568895] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.569392] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.569392] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.569392] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.569392] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.569750] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fb84f89e-daf3-4100-92cd-2981d9459c16 is going to be updated. [ 620.594882] env[65642]: INFO networking_nsxv3.common.synchronization [None req-ea497398-7afc-424d-aa86-aaeee5828685 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Enqueued Resource ID: 70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0 with Priority: HIGHEST for action security_group_rules [ 620.595304] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0 with Priority: HIGHEST for action security_group_rules [ 620.595631] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.595718] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.692366] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.692570] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.692570] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.692878] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.693265] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.718643] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.718786] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.718856] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.719088] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.719219] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.719343] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0 already deleted. [ 620.719343] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.719504] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.720058] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.720153] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.726345] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb84f89e-daf3-4100-92cd-2981d9459c16 in Status: IN_PROGRESS for 2s [ 621.200201] env[65642]: INFO networking_nsxv3.common.synchronization [req-a0327a9f-4d8e-49af-a5de-eeeb6b2d3a75 req-e07a8f22-9496-49e0-aa9c-8269f8455859 service nova] Enqueued Resource ID: 406cbf14-aa8e-4583-befe-4098212656f7 with Priority: HIGHEST for action security_group_rules [ 621.200506] env[65642]: INFO networking_nsxv3.common.synchronization [req-a0327a9f-4d8e-49af-a5de-eeeb6b2d3a75 req-e07a8f22-9496-49e0-aa9c-8269f8455859 service nova] Enqueued Resource ID: 406cbf14-aa8e-4583-befe-4098212656f7 with Priority: HIGHEST for action security_group_members [ 621.200719] env[65642]: INFO networking_nsxv3.common.synchronization [req-a0327a9f-4d8e-49af-a5de-eeeb6b2d3a75 req-e07a8f22-9496-49e0-aa9c-8269f8455859 service nova] Enqueued Resource ID: 55bd3f1d-048c-4802-8511-581ec019904e with Priority: HIGHEST for action port [ 621.201538] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 406cbf14-aa8e-4583-befe-4098212656f7 with Priority: HIGHEST for action security_group_rules [ 621.202454] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 406cbf14-aa8e-4583-befe-4098212656f7 with Priority: HIGHEST for action security_group_members [ 621.202454] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55bd3f1d-048c-4802-8511-581ec019904e with Priority: HIGHEST for action port [ 621.202454] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-406cbf14-aa8e-4583-befe-4098212656f7 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.202839] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-406cbf14-aa8e-4583-befe-4098212656f7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.202839] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-406cbf14-aa8e-4583-befe-4098212656f7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.203292] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-406cbf14-aa8e-4583-befe-4098212656f7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.203578] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('406cbf14-aa8e-4583-befe-4098212656f7',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.204976] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-406cbf14-aa8e-4583-befe-4098212656f7 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.205163] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-406cbf14-aa8e-4583-befe-4098212656f7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.205268] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-406cbf14-aa8e-4583-befe-4098212656f7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.205516] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-406cbf14-aa8e-4583-befe-4098212656f7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.205737] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.205898] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.205994] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.206213] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.206336] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.206496] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('406cbf14-aa8e-4583-befe-4098212656f7',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.207412] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-55bd3f1d-048c-4802-8511-581ec019904e taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.207562] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-55bd3f1d-048c-4802-8511-581ec019904e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.207669] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-55bd3f1d-048c-4802-8511-581ec019904e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.207842] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-55bd3f1d-048c-4802-8511-581ec019904e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.207936] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55bd3f1d-048c-4802-8511-581ec019904e',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.244305] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.244527] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.244628] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.244873] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.245840] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.246065] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0 already deleted. [ 621.246236] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.293032] env[65642]: INFO networking_nsxv3.common.synchronization [None req-0c5ba51d-18bc-4eaa-879b-c02c3c36522a None None] Enqueued Resource ID: e086e02c-283a-44a0-bf49-158dd0009da5 with Priority: HIGHEST for action port [ 621.293888] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e086e02c-283a-44a0-bf49-158dd0009da5 with Priority: HIGHEST for action port [ 621.293996] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-e086e02c-283a-44a0-bf49-158dd0009da5 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.295045] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e086e02c-283a-44a0-bf49-158dd0009da5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.295346] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e086e02c-283a-44a0-bf49-158dd0009da5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.295705] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e086e02c-283a-44a0-bf49-158dd0009da5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.295837] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e086e02c-283a-44a0-bf49-158dd0009da5',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.712097] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('406cbf14-aa8e-4583-befe-4098212656f7',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.712097] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-406cbf14-aa8e-4583-befe-4098212656f7 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.712097] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-406cbf14-aa8e-4583-befe-4098212656f7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.712097] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 55bd3f1d-048c-4802-8511-581ec019904e with status ACTIVE [ 621.712097] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.712097] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.712097] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.712877] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.713013] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.713212] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.713990] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.713990] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.713990] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.713990] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.715393] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.715521] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.715579] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.715729] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.715821] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.715921] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 55bd3f1d-048c-4802-8511-581ec019904e is going to be updated. [ 621.740719] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.740900] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.740937] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.741167] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.741318] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.741481] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-55bd3f1d-048c-4802-8511-581ec019904e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.798407] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e086e02c-283a-44a0-bf49-158dd0009da5 [ 621.799264] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.799799] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.801197] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.801197] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.801197] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.801197] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e086e02c-283a-44a0-bf49-158dd0009da5 already deleted. [ 621.801197] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e086e02c-283a-44a0-bf49-158dd0009da5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.218875] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('406cbf14-aa8e-4583-befe-4098212656f7',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.237553] env[65642]: INFO networking_nsxv3.common.synchronization [req-98be8038-182a-404e-91bf-82e5775a0c3c req-067f0968-cd4f-4e54-a5ca-71d56df04d46 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Enqueued Resource ID: 53fa6b5d-a282-40e5-bbc1-4ba618028562 with Priority: HIGHEST for action security_group_members [ 622.238274] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53fa6b5d-a282-40e5-bbc1-4ba618028562 with Priority: HIGHEST for action security_group_members [ 622.239992] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-53fa6b5d-a282-40e5-bbc1-4ba618028562 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.240115] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53fa6b5d-a282-40e5-bbc1-4ba618028562" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.240212] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53fa6b5d-a282-40e5-bbc1-4ba618028562" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.240566] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53fa6b5d-a282-40e5-bbc1-4ba618028562" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.240830] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.241092] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.241216] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.241427] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.241544] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.241987] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53fa6b5d-a282-40e5-bbc1-4ba618028562',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.676451] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock network-687 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.676671] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "network-687" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.676775] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "network-687" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.678878] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "network-687" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.679445] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.679513] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.679655] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.679902] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.680055] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.680261] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 622.680369] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] NeedRegenerationException {{(pid=65642) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 622.680471] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] no value, waiting for create lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 622.680588] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] value creation lock acquired {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 622.680670] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 622.680770] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Calling creation function for not-yet-present value {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 622.680898] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 622.688204] env[65642]: INFO networking_nsxv3.common.synchronization [None req-96fcaa5b-33ba-458d-92d9-829122c5246b None None] Enqueued Resource ID: fcf77b05-a7c2-487b-a434-523d2c1e1397 with Priority: HIGHEST for action port [ 622.689215] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcf77b05-a7c2-487b-a434-523d2c1e1397 with Priority: HIGHEST for action port [ 622.689857] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-fcf77b05-a7c2-487b-a434-523d2c1e1397 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.689857] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fcf77b05-a7c2-487b-a434-523d2c1e1397" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.690038] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fcf77b05-a7c2-487b-a434-523d2c1e1397" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.690591] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fcf77b05-a7c2-487b-a434-523d2c1e1397" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.690727] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fcf77b05-a7c2-487b-a434-523d2c1e1397',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.708819] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 622.708983] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65642) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 622.709128] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Released creation lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 622.709568] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "network-687" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.709922] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock port-6a30942e-937b-4aaf-a126-b804ac45cfa7 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.710111] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "port-6a30942e-937b-4aaf-a126-b804ac45cfa7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.710227] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "port-6a30942e-937b-4aaf-a126-b804ac45cfa7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.710532] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "port-6a30942e-937b-4aaf-a126-b804ac45cfa7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.710666] env[65642]: DEBUG networking_nsxv3.api.rpc [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a30942e-937b-4aaf-a126-b804ac45cfa7',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.722359] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.722359] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.722359] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.722359] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.722359] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.722359] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 406cbf14-aa8e-4583-befe-4098212656f7 is going to be created. [ 622.745072] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb84f89e-daf3-4100-92cd-2981d9459c16 in Status: SUCCESS [ 622.745072] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fb84f89e-daf3-4100-92cd-2981d9459c16" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.745407] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.745549] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.745612] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.745817] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.745903] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.746191] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.746265] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.746302] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.746429] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.746504] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.746585] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53fa6b5d-a282-40e5-bbc1-4ba618028562 already deleted. [ 622.746664] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53fa6b5d-a282-40e5-bbc1-4ba618028562" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.752256] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.752421] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.752472] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.752647] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.752765] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.766626] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 406cbf14-aa8e-4583-befe-4098212656f7 in Status: UNINITIALIZED for 2s [ 623.193673] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fcf77b05-a7c2-487b-a434-523d2c1e1397 [ 623.193673] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.194035] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.194035] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.194208] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.194208] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.194301] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fcf77b05-a7c2-487b-a434-523d2c1e1397 already deleted. [ 623.194684] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fcf77b05-a7c2-487b-a434-523d2c1e1397" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.214049] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.214049] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.214343] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.214485] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.214626] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.214786] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Segment Port 6a30942e-937b-4aaf-a126-b804ac45cfa7 not found, creating... [ 623.215070] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.215221] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.215340] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.215714] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.215798] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.216116] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.216261] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.216372] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.216921] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.217099] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.217244] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Resource: SegmentPort with ID: 6a30942e-937b-4aaf-a126-b804ac45cfa7 is going to be created. [ 623.250243] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.250671] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.250671] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.250800] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.251014] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.251996] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "port-6a30942e-937b-4aaf-a126-b804ac45cfa7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.119117] env[65642]: INFO networking_nsxv3.common.synchronization [req-98be8038-182a-404e-91bf-82e5775a0c3c req-b5bc436e-357a-415c-8c8e-a7341646d93e service nova] Enqueued Resource ID: 53fa6b5d-a282-40e5-bbc1-4ba618028562 with Priority: HIGHEST for action security_group_rules [ 624.119117] env[65642]: INFO networking_nsxv3.common.synchronization [req-98be8038-182a-404e-91bf-82e5775a0c3c req-b5bc436e-357a-415c-8c8e-a7341646d93e service nova] Enqueued Resource ID: 53fa6b5d-a282-40e5-bbc1-4ba618028562 with Priority: HIGHEST for action security_group_members [ 624.119990] env[65642]: INFO networking_nsxv3.common.synchronization [req-98be8038-182a-404e-91bf-82e5775a0c3c req-b5bc436e-357a-415c-8c8e-a7341646d93e service nova] Enqueued Resource ID: 6a30942e-937b-4aaf-a126-b804ac45cfa7 with Priority: HIGHEST for action port [ 624.120926] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53fa6b5d-a282-40e5-bbc1-4ba618028562 with Priority: HIGHEST for action security_group_rules [ 624.121133] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53fa6b5d-a282-40e5-bbc1-4ba618028562 with Priority: HIGHEST for action security_group_members [ 624.121323] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a30942e-937b-4aaf-a126-b804ac45cfa7 with Priority: HIGHEST for action port [ 624.121652] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53fa6b5d-a282-40e5-bbc1-4ba618028562 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.121782] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53fa6b5d-a282-40e5-bbc1-4ba618028562" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.121865] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53fa6b5d-a282-40e5-bbc1-4ba618028562" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.122153] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53fa6b5d-a282-40e5-bbc1-4ba618028562" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.122237] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53fa6b5d-a282-40e5-bbc1-4ba618028562',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.124639] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-53fa6b5d-a282-40e5-bbc1-4ba618028562 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.124639] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53fa6b5d-a282-40e5-bbc1-4ba618028562" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.124929] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53fa6b5d-a282-40e5-bbc1-4ba618028562" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.124929] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53fa6b5d-a282-40e5-bbc1-4ba618028562" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.125566] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.125566] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.125566] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.125566] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.125963] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.125963] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53fa6b5d-a282-40e5-bbc1-4ba618028562',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.127657] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-6a30942e-937b-4aaf-a126-b804ac45cfa7 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.131215] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6a30942e-937b-4aaf-a126-b804ac45cfa7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.131315] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6a30942e-937b-4aaf-a126-b804ac45cfa7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.131784] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6a30942e-937b-4aaf-a126-b804ac45cfa7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.131784] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a30942e-937b-4aaf-a126-b804ac45cfa7',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.264751] env[65642]: INFO networking_nsxv3.common.synchronization [None req-afe4ca4d-7961-496b-ab65-71307e38202a tempest-ServersTestFqdnHostnames-341064129 tempest-ServersTestFqdnHostnames-341064129-project-member] Enqueued Resource ID: 8d9860cc-1f11-4bce-b359-958bfb80ccf3 with Priority: HIGHEST for action security_group_rules [ 624.265662] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d9860cc-1f11-4bce-b359-958bfb80ccf3 with Priority: HIGHEST for action security_group_rules [ 624.265745] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d9860cc-1f11-4bce-b359-958bfb80ccf3 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.266330] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d9860cc-1f11-4bce-b359-958bfb80ccf3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.266330] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d9860cc-1f11-4bce-b359-958bfb80ccf3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.266330] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d9860cc-1f11-4bce-b359-958bfb80ccf3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.266330] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d9860cc-1f11-4bce-b359-958bfb80ccf3',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.333883] env[65642]: INFO networking_nsxv3.common.synchronization [req-8de1eec9-116c-4b91-b033-5677a7867d7d req-59d01638-e383-4758-8524-8ec7abbd3fad tempest-VolumesAdminNegativeTest-1589651384 tempest-VolumesAdminNegativeTest-1589651384-project-member] Enqueued Resource ID: b5eab9fd-b38a-4399-84e0-8b657dccd65a with Priority: HIGHEST for action security_group_members [ 624.335708] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5eab9fd-b38a-4399-84e0-8b657dccd65a with Priority: HIGHEST for action security_group_members [ 624.335708] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5eab9fd-b38a-4399-84e0-8b657dccd65a taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.335708] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5eab9fd-b38a-4399-84e0-8b657dccd65a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.335708] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5eab9fd-b38a-4399-84e0-8b657dccd65a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.335708] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5eab9fd-b38a-4399-84e0-8b657dccd65a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.335708] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.335940] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.335940] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.336012] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.336926] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.336926] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5eab9fd-b38a-4399-84e0-8b657dccd65a',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.424795] env[65642]: INFO networking_nsxv3.common.synchronization [None req-3ceefc64-661f-4189-8bcf-54853d6e82df tempest-ServersTestFqdnHostnames-341064129 tempest-ServersTestFqdnHostnames-341064129-project-member] Enqueued Resource ID: 8d9860cc-1f11-4bce-b359-958bfb80ccf3 with Priority: HIGHEST for action security_group_rules [ 624.425546] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d9860cc-1f11-4bce-b359-958bfb80ccf3 with Priority: HIGHEST for action security_group_rules [ 624.426392] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d9860cc-1f11-4bce-b359-958bfb80ccf3 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.426392] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d9860cc-1f11-4bce-b359-958bfb80ccf3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.626465] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-53fa6b5d-a282-40e5-bbc1-4ba618028562 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.626465] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53fa6b5d-a282-40e5-bbc1-4ba618028562" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.634051] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('53fa6b5d-a282-40e5-bbc1-4ba618028562',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.636141] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6a30942e-937b-4aaf-a126-b804ac45cfa7 with status ACTIVE [ 624.637370] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.637370] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.637370] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.637370] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.637370] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.637370] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.637370] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.637370] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.637793] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.637793] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.637793] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.637899] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.637899] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.638481] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.638481] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.638481] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6a30942e-937b-4aaf-a126-b804ac45cfa7 is going to be updated. [ 624.663054] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.663339] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.663439] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.663693] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.664433] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.664433] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6a30942e-937b-4aaf-a126-b804ac45cfa7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.775858] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock network-968 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.776383] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "network-968" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.776383] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "network-968" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.776864] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "network-968" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.777170] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.777452] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.777735] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.778115] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.778316] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.778629] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 624.778777] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] NeedRegenerationException {{(pid=65642) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 624.778894] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] no value, waiting for create lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 624.779091] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] value creation lock acquired {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 624.779282] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 624.779595] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Calling creation function for not-yet-present value {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 624.779595] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 624.792239] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 406cbf14-aa8e-4583-befe-4098212656f7 in Status: SUCCESS [ 624.792540] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-406cbf14-aa8e-4583-befe-4098212656f7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.792842] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-406cbf14-aa8e-4583-befe-4098212656f7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.793022] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-406cbf14-aa8e-4583-befe-4098212656f7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.793104] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.793248] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.793314] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.793443] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.793522] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.793611] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-406cbf14-aa8e-4583-befe-4098212656f7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.793704] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('406cbf14-aa8e-4583-befe-4098212656f7',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.810964] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.811224] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.811224] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.811480] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.811671] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.811846] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d9860cc-1f11-4bce-b359-958bfb80ccf3 already deleted. [ 624.811925] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d9860cc-1f11-4bce-b359-958bfb80ccf3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.812116] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d9860cc-1f11-4bce-b359-958bfb80ccf3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.812317] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d9860cc-1f11-4bce-b359-958bfb80ccf3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.812393] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d9860cc-1f11-4bce-b359-958bfb80ccf3',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.839376] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 624.839635] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Cache value generated in 0.060 seconds for key(s): 'zone-id' {{(pid=65642) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 624.839830] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Released creation lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 624.840111] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "network-968" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.840553] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock port-21000b38-9465-4ab4-853f-4cf770962cd1 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.840985] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "port-21000b38-9465-4ab4-853f-4cf770962cd1" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.840985] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "port-21000b38-9465-4ab4-853f-4cf770962cd1" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.841591] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "port-21000b38-9465-4ab4-853f-4cf770962cd1" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.841902] env[65642]: DEBUG networking_nsxv3.api.rpc [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21000b38-9465-4ab4-853f-4cf770962cd1',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.843527] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.846655] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.846655] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.846655] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.846655] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.846655] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.846655] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.846655] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.846655] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.846655] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.846655] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5eab9fd-b38a-4399-84e0-8b657dccd65a already deleted. [ 624.846655] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5eab9fd-b38a-4399-84e0-8b657dccd65a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.140564] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('53fa6b5d-a282-40e5-bbc1-4ba618028562',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.298496] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-406cbf14-aa8e-4583-befe-4098212656f7 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.298842] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-406cbf14-aa8e-4583-befe-4098212656f7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.298842] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-406cbf14-aa8e-4583-befe-4098212656f7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.299240] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-406cbf14-aa8e-4583-befe-4098212656f7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.299625] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.299755] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.299799] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.300208] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.300493] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.300667] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-406cbf14-aa8e-4583-befe-4098212656f7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.301045] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-406cbf14-aa8e-4583-befe-4098212656f7 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.301128] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-406cbf14-aa8e-4583-befe-4098212656f7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.301207] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-406cbf14-aa8e-4583-befe-4098212656f7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.301428] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-406cbf14-aa8e-4583-befe-4098212656f7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.301669] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.301900] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.301964] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.302324] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.302418] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.302568] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-406cbf14-aa8e-4583-befe-4098212656f7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.302718] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('406cbf14-aa8e-4583-befe-4098212656f7',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.335527] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.335763] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.335763] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.335974] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.336103] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.336202] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d9860cc-1f11-4bce-b359-958bfb80ccf3 already deleted. [ 625.336300] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d9860cc-1f11-4bce-b359-958bfb80ccf3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.344038] env[65642]: INFO networking_nsxv3.common.synchronization [None req-7d284620-792f-4fe3-92ec-e90bca324dd2 None None] Enqueued Resource ID: 3140c27d-e9cc-4cce-9d3d-feaf53c04ae0 with Priority: HIGHEST for action port [ 625.344414] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3140c27d-e9cc-4cce-9d3d-feaf53c04ae0 with Priority: HIGHEST for action port [ 625.344536] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-3140c27d-e9cc-4cce-9d3d-feaf53c04ae0 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.344660] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3140c27d-e9cc-4cce-9d3d-feaf53c04ae0" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.344725] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3140c27d-e9cc-4cce-9d3d-feaf53c04ae0" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.344985] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3140c27d-e9cc-4cce-9d3d-feaf53c04ae0" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.345259] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3140c27d-e9cc-4cce-9d3d-feaf53c04ae0',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.348248] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.348511] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.348567] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.348887] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.348960] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.349124] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Segment Port 21000b38-9465-4ab4-853f-4cf770962cd1 not found, creating... [ 625.349384] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.349554] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.349666] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.349927] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.350451] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.350724] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.350880] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.350995] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.351220] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.351364] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.351491] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Resource: SegmentPort with ID: 21000b38-9465-4ab4-853f-4cf770962cd1 is going to be created. [ 625.373018] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.373126] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.373242] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.373520] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.373731] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.373949] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "port-21000b38-9465-4ab4-853f-4cf770962cd1" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.643968] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.646064] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.646064] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.646064] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.646064] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.646064] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53fa6b5d-a282-40e5-bbc1-4ba618028562 is going to be created. [ 625.676106] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.676300] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.676345] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.676852] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.676852] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.686959] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53fa6b5d-a282-40e5-bbc1-4ba618028562 in Status: UNINITIALIZED for 2s [ 625.806710] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 406cbf14-aa8e-4583-befe-4098212656f7: rpc.has_security_group_logging(os_id): False [ 625.826400] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.826400] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.826400] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.826400] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.826400] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.826400] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.826704] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.826704] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.826704] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.826999] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.826999] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.827902] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.827902] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.830664] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.830922] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.831298] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.832132] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.832132] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.832132] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.832132] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.832132] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 406cbf14-aa8e-4583-befe-4098212656f7 is going to be created. [ 625.848033] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3140c27d-e9cc-4cce-9d3d-feaf53c04ae0 [ 625.848277] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.848427] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.848494] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.848707] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.848790] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.848879] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3140c27d-e9cc-4cce-9d3d-feaf53c04ae0 already deleted. [ 625.848954] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3140c27d-e9cc-4cce-9d3d-feaf53c04ae0" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.907062] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.907233] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.907316] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.907713] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.907713] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.921907] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 406cbf14-aa8e-4583-befe-4098212656f7 in Status: IN_PROGRESS for 2s [ 626.133650] env[65642]: INFO networking_nsxv3.common.synchronization [req-8de1eec9-116c-4b91-b033-5677a7867d7d req-b4e39c39-3079-4af5-abaf-81c043dff5bd service nova] Enqueued Resource ID: b5eab9fd-b38a-4399-84e0-8b657dccd65a with Priority: HIGHEST for action security_group_rules [ 626.133884] env[65642]: INFO networking_nsxv3.common.synchronization [req-8de1eec9-116c-4b91-b033-5677a7867d7d req-b4e39c39-3079-4af5-abaf-81c043dff5bd service nova] Enqueued Resource ID: b5eab9fd-b38a-4399-84e0-8b657dccd65a with Priority: HIGHEST for action security_group_members [ 626.133991] env[65642]: INFO networking_nsxv3.common.synchronization [req-8de1eec9-116c-4b91-b033-5677a7867d7d req-b4e39c39-3079-4af5-abaf-81c043dff5bd service nova] Enqueued Resource ID: 21000b38-9465-4ab4-853f-4cf770962cd1 with Priority: HIGHEST for action port [ 626.134589] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5eab9fd-b38a-4399-84e0-8b657dccd65a with Priority: HIGHEST for action security_group_rules [ 626.134589] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5eab9fd-b38a-4399-84e0-8b657dccd65a with Priority: HIGHEST for action security_group_members [ 626.138190] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21000b38-9465-4ab4-853f-4cf770962cd1 with Priority: HIGHEST for action port [ 626.138190] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5eab9fd-b38a-4399-84e0-8b657dccd65a taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.138190] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5eab9fd-b38a-4399-84e0-8b657dccd65a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.138190] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5eab9fd-b38a-4399-84e0-8b657dccd65a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.138668] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5eab9fd-b38a-4399-84e0-8b657dccd65a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.138771] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5eab9fd-b38a-4399-84e0-8b657dccd65a',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.139765] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5eab9fd-b38a-4399-84e0-8b657dccd65a taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.140211] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5eab9fd-b38a-4399-84e0-8b657dccd65a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.140211] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5eab9fd-b38a-4399-84e0-8b657dccd65a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.140365] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5eab9fd-b38a-4399-84e0-8b657dccd65a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.140602] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.140723] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.140969] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.141706] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.141866] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.141977] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5eab9fd-b38a-4399-84e0-8b657dccd65a',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.143180] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-21000b38-9465-4ab4-853f-4cf770962cd1 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.143307] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-21000b38-9465-4ab4-853f-4cf770962cd1" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.143384] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-21000b38-9465-4ab4-853f-4cf770962cd1" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.143545] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-21000b38-9465-4ab4-853f-4cf770962cd1" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.143634] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21000b38-9465-4ab4-853f-4cf770962cd1',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.340635] env[65642]: INFO networking_nsxv3.common.synchronization [req-3f9208f1-f0ba-4989-8fac-724185a2ab91 req-390cf54d-5454-4149-97d1-2abf5ec4e7ca tempest-DeleteServersAdminTestJSON-501240411 tempest-DeleteServersAdminTestJSON-501240411-project-admin] Enqueued Resource ID: c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b with Priority: HIGHEST for action security_group_members [ 626.341263] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b with Priority: HIGHEST for action security_group_members [ 626.341599] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.341726] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.341789] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.342112] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.342236] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.342343] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.342408] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.342563] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.342649] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.342811] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.585237] env[65642]: INFO networking_nsxv3.common.synchronization [req-a1ebfb9d-1f8c-4ef9-a9c5-f79b482714cf req-9c973028-713f-47dc-95ff-7af7da756aea tempest-ServerDiagnosticsNegativeTest-765825191 tempest-ServerDiagnosticsNegativeTest-765825191-project-member] Enqueued Resource ID: ded6cb3b-98af-4f02-b861-6a4f64414c21 with Priority: HIGHEST for action security_group_members [ 626.585811] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ded6cb3b-98af-4f02-b861-6a4f64414c21 with Priority: HIGHEST for action security_group_members [ 626.586656] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-ded6cb3b-98af-4f02-b861-6a4f64414c21 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.586755] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ded6cb3b-98af-4f02-b861-6a4f64414c21" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.586976] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ded6cb3b-98af-4f02-b861-6a4f64414c21" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.587070] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ded6cb3b-98af-4f02-b861-6a4f64414c21" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.587289] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.587420] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.587504] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.587689] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.587798] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.587912] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ded6cb3b-98af-4f02-b861-6a4f64414c21',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.646330] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5eab9fd-b38a-4399-84e0-8b657dccd65a taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.647091] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5eab9fd-b38a-4399-84e0-8b657dccd65a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.647091] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b5eab9fd-b38a-4399-84e0-8b657dccd65a',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.650026] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 21000b38-9465-4ab4-853f-4cf770962cd1 with status ACTIVE [ 626.651010] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.651210] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.651292] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.651530] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.652020] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.652020] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.652020] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.652020] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.652230] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.652261] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.652443] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.652537] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.652596] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.652736] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.652808] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.652905] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 21000b38-9465-4ab4-853f-4cf770962cd1 is going to be updated. [ 626.700049] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.700049] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.700049] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.700049] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.700049] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.700049] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-21000b38-9465-4ab4-853f-4cf770962cd1" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.758968] env[65642]: INFO networking_nsxv3.common.synchronization [req-8f041d5e-9ee7-4e04-9b68-3c9582dad115 req-55dadd08-2faa-4696-a8e9-bd88742eb2ae tempest-ImagesNegativeTestJSON-142304515 tempest-ImagesNegativeTestJSON-142304515-project-member] Enqueued Resource ID: a805e9bd-3633-42ef-91d2-c0770cea0ec3 with Priority: HIGHEST for action security_group_members [ 626.759629] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a805e9bd-3633-42ef-91d2-c0770cea0ec3 with Priority: HIGHEST for action security_group_members [ 626.759999] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-a805e9bd-3633-42ef-91d2-c0770cea0ec3 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.761319] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a805e9bd-3633-42ef-91d2-c0770cea0ec3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.761407] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a805e9bd-3633-42ef-91d2-c0770cea0ec3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.761652] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a805e9bd-3633-42ef-91d2-c0770cea0ec3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.761883] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.761971] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.762018] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.763620] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.763620] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.763620] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a805e9bd-3633-42ef-91d2-c0770cea0ec3',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.845758] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.845847] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.845883] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.846116] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.846210] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.846404] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.846504] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.846565] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.846717] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.846784] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.846868] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b is going to be updated. [ 626.885141] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.885141] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.885141] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.885587] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.885587] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.899888] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b in Status: IN_PROGRESS for 2s [ 627.090133] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.090319] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.090435] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.090607] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.090704] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.090896] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.091754] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.091754] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.091754] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.091754] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.091754] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ded6cb3b-98af-4f02-b861-6a4f64414c21 is going to be updated. [ 627.094482] env[65642]: INFO networking_nsxv3.common.synchronization [req-6111ac9c-6adf-44d9-9992-751fe72d1b6f req-2561a944-2691-4b09-bf4e-3c4015099c7a tempest-TenantUsagesTestJSON-265991477 tempest-TenantUsagesTestJSON-265991477-project-member] Enqueued Resource ID: e93ad73d-8c66-47c4-b4b2-0436390a79e1 with Priority: HIGHEST for action security_group_members [ 627.095610] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e93ad73d-8c66-47c4-b4b2-0436390a79e1 with Priority: HIGHEST for action security_group_members [ 627.095807] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-e93ad73d-8c66-47c4-b4b2-0436390a79e1 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.095917] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e93ad73d-8c66-47c4-b4b2-0436390a79e1" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.096018] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e93ad73d-8c66-47c4-b4b2-0436390a79e1" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.096200] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e93ad73d-8c66-47c4-b4b2-0436390a79e1" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.096372] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.096472] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.096539] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.096721] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.096807] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.096901] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e93ad73d-8c66-47c4-b4b2-0436390a79e1',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.126953] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.127089] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.127160] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.127379] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.127523] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.152476] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ded6cb3b-98af-4f02-b861-6a4f64414c21 in Status: IN_PROGRESS for 2s [ 627.156511] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b5eab9fd-b38a-4399-84e0-8b657dccd65a',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.265088] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.265630] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.265763] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.266087] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.266191] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.266401] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.266510] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.266573] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.266734] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.266811] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.266895] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a805e9bd-3633-42ef-91d2-c0770cea0ec3 already deleted. [ 627.266976] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a805e9bd-3633-42ef-91d2-c0770cea0ec3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.385763] env[65642]: INFO networking_nsxv3.common.synchronization [req-e723326e-7e6a-418e-96aa-1d4b48b3f081 req-545a2bdc-1984-4828-91ac-317dd167c019 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Enqueued Resource ID: fb84f89e-daf3-4100-92cd-2981d9459c16 with Priority: HIGHEST for action security_group_members [ 627.386350] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb84f89e-daf3-4100-92cd-2981d9459c16 with Priority: HIGHEST for action security_group_members [ 627.386663] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb84f89e-daf3-4100-92cd-2981d9459c16 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.386799] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb84f89e-daf3-4100-92cd-2981d9459c16" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.386873] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb84f89e-daf3-4100-92cd-2981d9459c16" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.387056] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb84f89e-daf3-4100-92cd-2981d9459c16" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.387214] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.387314] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.387383] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.387651] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.387651] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.387783] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb84f89e-daf3-4100-92cd-2981d9459c16',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.531322] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock network-464 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.531602] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "network-464" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.531774] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "network-464" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.532205] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "network-464" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.532548] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.532711] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.532912] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.533136] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.533329] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.533640] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 627.533782] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] NeedRegenerationException {{(pid=65642) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 627.533914] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] no value, waiting for create lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 627.534033] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] value creation lock acquired {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 627.534154] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 627.534542] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Calling creation function for not-yet-present value {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 627.534648] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 627.557547] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 627.557757] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65642) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 627.557835] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Released creation lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 627.558062] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "network-464" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.558378] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock port-f97f39c5-a55e-4a33-bdc3-df7911a5c574 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.558556] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "port-f97f39c5-a55e-4a33-bdc3-df7911a5c574" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.558668] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "port-f97f39c5-a55e-4a33-bdc3-df7911a5c574" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.559030] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "port-f97f39c5-a55e-4a33-bdc3-df7911a5c574" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.559162] env[65642]: DEBUG networking_nsxv3.api.rpc [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f97f39c5-a55e-4a33-bdc3-df7911a5c574',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.601703] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.601916] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.602036] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.602320] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.602382] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.602592] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.602679] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.602736] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.602900] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.602982] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.603153] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e93ad73d-8c66-47c4-b4b2-0436390a79e1 is going to be updated. [ 627.642030] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.642221] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.642221] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.642991] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.642991] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.658520] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.658788] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.658903] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.659232] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.659360] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.659617] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5eab9fd-b38a-4399-84e0-8b657dccd65a is going to be created. [ 627.662127] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e93ad73d-8c66-47c4-b4b2-0436390a79e1 in Status: IN_PROGRESS for 2s [ 627.693807] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.694125] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.694125] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.694325] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.694522] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.711774] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53fa6b5d-a282-40e5-bbc1-4ba618028562 in Status: SUCCESS [ 627.712162] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53fa6b5d-a282-40e5-bbc1-4ba618028562" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.712361] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53fa6b5d-a282-40e5-bbc1-4ba618028562" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.712573] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53fa6b5d-a282-40e5-bbc1-4ba618028562" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.712840] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.713013] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.713090] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.713244] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.713353] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.713473] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53fa6b5d-a282-40e5-bbc1-4ba618028562" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.713557] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('53fa6b5d-a282-40e5-bbc1-4ba618028562',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.715203] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5eab9fd-b38a-4399-84e0-8b657dccd65a in Status: UNINITIALIZED for 2s [ 627.890286] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fb84f89e-daf3-4100-92cd-2981d9459c16',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.938939] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 406cbf14-aa8e-4583-befe-4098212656f7 in Status: SUCCESS [ 627.940074] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-406cbf14-aa8e-4583-befe-4098212656f7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.063043] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.063043] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.063043] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.063043] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.063043] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.063043] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Segment Port f97f39c5-a55e-4a33-bdc3-df7911a5c574 not found, creating... [ 628.063380] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.063431] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.063523] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.063827] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.064053] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.064341] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.064483] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.064588] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.064788] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.064924] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.065209] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Resource: SegmentPort with ID: f97f39c5-a55e-4a33-bdc3-df7911a5c574 is going to be created. [ 628.091878] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.092318] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.092449] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.092729] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.092985] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.093235] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "port-f97f39c5-a55e-4a33-bdc3-df7911a5c574" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.217393] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-53fa6b5d-a282-40e5-bbc1-4ba618028562 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.217393] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53fa6b5d-a282-40e5-bbc1-4ba618028562" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.217652] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53fa6b5d-a282-40e5-bbc1-4ba618028562" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.217798] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53fa6b5d-a282-40e5-bbc1-4ba618028562" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.217922] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.218053] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.218123] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.218291] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.218399] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.218498] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53fa6b5d-a282-40e5-bbc1-4ba618028562" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.218823] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-53fa6b5d-a282-40e5-bbc1-4ba618028562 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.218823] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53fa6b5d-a282-40e5-bbc1-4ba618028562" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.218910] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53fa6b5d-a282-40e5-bbc1-4ba618028562" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.219129] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53fa6b5d-a282-40e5-bbc1-4ba618028562" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.219196] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.219298] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.219359] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.219513] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.219598] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.219690] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53fa6b5d-a282-40e5-bbc1-4ba618028562" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.219783] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('53fa6b5d-a282-40e5-bbc1-4ba618028562',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.392342] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fb84f89e-daf3-4100-92cd-2981d9459c16',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.721887] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 53fa6b5d-a282-40e5-bbc1-4ba618028562: rpc.has_security_group_logging(os_id): False [ 628.740975] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.741212] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.741271] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.741507] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.741620] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.741906] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.742145] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.742145] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.742284] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.742363] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.742576] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.742690] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.742774] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.742978] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.743118] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.743330] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.743473] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.743473] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.743680] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.743773] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.743871] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53fa6b5d-a282-40e5-bbc1-4ba618028562 is going to be created. [ 628.824595] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.824811] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.824811] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.825035] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.825231] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.838615] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53fa6b5d-a282-40e5-bbc1-4ba618028562 in Status: IN_PROGRESS for 2s [ 628.879159] env[65642]: INFO networking_nsxv3.common.synchronization [req-8f041d5e-9ee7-4e04-9b68-3c9582dad115 req-0d119063-b992-4d75-bce5-54f437a65eeb service nova] Enqueued Resource ID: a805e9bd-3633-42ef-91d2-c0770cea0ec3 with Priority: HIGHEST for action security_group_rules [ 628.879159] env[65642]: INFO networking_nsxv3.common.synchronization [req-8f041d5e-9ee7-4e04-9b68-3c9582dad115 req-0d119063-b992-4d75-bce5-54f437a65eeb service nova] Enqueued Resource ID: a805e9bd-3633-42ef-91d2-c0770cea0ec3 with Priority: HIGHEST for action security_group_members [ 628.879159] env[65642]: INFO networking_nsxv3.common.synchronization [req-8f041d5e-9ee7-4e04-9b68-3c9582dad115 req-0d119063-b992-4d75-bce5-54f437a65eeb service nova] Enqueued Resource ID: f97f39c5-a55e-4a33-bdc3-df7911a5c574 with Priority: HIGHEST for action port [ 628.879924] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a805e9bd-3633-42ef-91d2-c0770cea0ec3 with Priority: HIGHEST for action security_group_rules [ 628.880069] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a805e9bd-3633-42ef-91d2-c0770cea0ec3 with Priority: HIGHEST for action security_group_members [ 628.880171] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f97f39c5-a55e-4a33-bdc3-df7911a5c574 with Priority: HIGHEST for action port [ 628.880447] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a805e9bd-3633-42ef-91d2-c0770cea0ec3 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.880560] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a805e9bd-3633-42ef-91d2-c0770cea0ec3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.880627] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a805e9bd-3633-42ef-91d2-c0770cea0ec3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.881418] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a805e9bd-3633-42ef-91d2-c0770cea0ec3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.881418] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a805e9bd-3633-42ef-91d2-c0770cea0ec3',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.881926] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-a805e9bd-3633-42ef-91d2-c0770cea0ec3 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.881926] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a805e9bd-3633-42ef-91d2-c0770cea0ec3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.882073] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a805e9bd-3633-42ef-91d2-c0770cea0ec3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.882192] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a805e9bd-3633-42ef-91d2-c0770cea0ec3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.883316] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.883316] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.883316] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.883316] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.883316] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.883316] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a805e9bd-3633-42ef-91d2-c0770cea0ec3',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.883898] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-f97f39c5-a55e-4a33-bdc3-df7911a5c574 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.883898] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f97f39c5-a55e-4a33-bdc3-df7911a5c574" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.883898] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f97f39c5-a55e-4a33-bdc3-df7911a5c574" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.884057] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f97f39c5-a55e-4a33-bdc3-df7911a5c574" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.884057] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f97f39c5-a55e-4a33-bdc3-df7911a5c574',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.895781] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.895781] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.895781] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.895781] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.895781] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.895781] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb84f89e-daf3-4100-92cd-2981d9459c16 is going to be updated. [ 628.916793] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b in Status: SUCCESS [ 628.916983] env[65642]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b deletion is rescheduled due to dependency. [ 628.917131] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.939371] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.939555] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.939601] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.939796] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.940010] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.964584] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb84f89e-daf3-4100-92cd-2981d9459c16 in Status: IN_PROGRESS for 2s [ 629.164886] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ded6cb3b-98af-4f02-b861-6a4f64414c21 in Status: SUCCESS [ 629.164886] env[65642]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ded6cb3b-98af-4f02-b861-6a4f64414c21 deletion is rescheduled due to dependency. [ 629.164886] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ded6cb3b-98af-4f02-b861-6a4f64414c21" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.386265] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-a805e9bd-3633-42ef-91d2-c0770cea0ec3 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.386483] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a805e9bd-3633-42ef-91d2-c0770cea0ec3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.386615] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a805e9bd-3633-42ef-91d2-c0770cea0ec3',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.387635] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f97f39c5-a55e-4a33-bdc3-df7911a5c574 with status ACTIVE [ 629.387751] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.387827] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.387827] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.388042] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.388209] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.388381] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.388472] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.388530] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.388709] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.388784] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.388957] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.389121] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.389162] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.389829] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.389829] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.389829] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f97f39c5-a55e-4a33-bdc3-df7911a5c574 is going to be updated. [ 629.415618] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.415889] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.415889] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.416076] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.416176] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.416314] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f97f39c5-a55e-4a33-bdc3-df7911a5c574" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.674534] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e93ad73d-8c66-47c4-b4b2-0436390a79e1 in Status: SUCCESS [ 629.674534] env[65642]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e93ad73d-8c66-47c4-b4b2-0436390a79e1 deletion is rescheduled due to dependency. [ 629.674534] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e93ad73d-8c66-47c4-b4b2-0436390a79e1" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.681186] env[65642]: INFO networking_nsxv3.common.synchronization [req-34a9df64-8cb1-4c1f-8ceb-8c65d23fd2a5 req-83cfb6c1-9697-4cca-96c3-d1c34fb504f4 tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] Enqueued Resource ID: b8f6b707-0d1e-43fa-83da-583ab4f8c4d5 with Priority: HIGHEST for action security_group_members [ 629.681186] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8f6b707-0d1e-43fa-83da-583ab4f8c4d5 with Priority: HIGHEST for action security_group_members [ 629.681186] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8f6b707-0d1e-43fa-83da-583ab4f8c4d5 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.681186] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8f6b707-0d1e-43fa-83da-583ab4f8c4d5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.681186] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8f6b707-0d1e-43fa-83da-583ab4f8c4d5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.681186] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8f6b707-0d1e-43fa-83da-583ab4f8c4d5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.681186] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.681186] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.681186] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.682225] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.682447] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.682635] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8f6b707-0d1e-43fa-83da-583ab4f8c4d5',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.735345] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5eab9fd-b38a-4399-84e0-8b657dccd65a in Status: SUCCESS [ 629.735345] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5eab9fd-b38a-4399-84e0-8b657dccd65a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.735345] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5eab9fd-b38a-4399-84e0-8b657dccd65a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.735345] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5eab9fd-b38a-4399-84e0-8b657dccd65a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.735345] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.735345] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.735345] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.735345] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.735345] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.735345] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5eab9fd-b38a-4399-84e0-8b657dccd65a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.735345] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b5eab9fd-b38a-4399-84e0-8b657dccd65a',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.891706] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a805e9bd-3633-42ef-91d2-c0770cea0ec3',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.050731] env[65642]: INFO networking_nsxv3.common.synchronization [None req-d3b03cf4-9a7d-4d88-95f9-3e4d6db0cd2c None None] Enqueued Resource ID: ff6b0162-28bc-4504-a0dd-65bef1fc2bff with Priority: HIGHEST for action port [ 630.051690] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff6b0162-28bc-4504-a0dd-65bef1fc2bff with Priority: HIGHEST for action port [ 630.051812] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff6b0162-28bc-4504-a0dd-65bef1fc2bff taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.052045] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff6b0162-28bc-4504-a0dd-65bef1fc2bff" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.052045] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff6b0162-28bc-4504-a0dd-65bef1fc2bff" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.052815] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff6b0162-28bc-4504-a0dd-65bef1fc2bff" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.052815] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff6b0162-28bc-4504-a0dd-65bef1fc2bff',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.142153] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock network-838 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.142476] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "network-838" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.142563] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "network-838" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.142911] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "network-838" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.143226] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.143446] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.143632] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.143928] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.144127] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.144891] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 630.144891] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] NeedRegenerationException {{(pid=65642) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 630.144891] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] no value, waiting for create lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 630.144891] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] value creation lock acquired {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 630.145183] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 630.145183] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Calling creation function for not-yet-present value {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 630.145352] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 630.168395] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 630.168395] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65642) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 630.168395] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Released creation lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 630.168650] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "network-838" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.168947] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock port-49f7b2f7-b65f-4859-92d6-c6446f61db23 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.169766] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "port-49f7b2f7-b65f-4859-92d6-c6446f61db23" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.169766] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "port-49f7b2f7-b65f-4859-92d6-c6446f61db23" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.169766] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "port-49f7b2f7-b65f-4859-92d6-c6446f61db23" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.170140] env[65642]: DEBUG networking_nsxv3.api.rpc [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49f7b2f7-b65f-4859-92d6-c6446f61db23',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.184833] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.184983] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.185066] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.185270] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.185359] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.185542] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.185639] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.185699] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.185847] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.185923] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.186020] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8f6b707-0d1e-43fa-83da-583ab4f8c4d5 already deleted. [ 630.186101] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8f6b707-0d1e-43fa-83da-583ab4f8c4d5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.237380] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5eab9fd-b38a-4399-84e0-8b657dccd65a taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.237552] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5eab9fd-b38a-4399-84e0-8b657dccd65a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.237597] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5eab9fd-b38a-4399-84e0-8b657dccd65a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.237828] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5eab9fd-b38a-4399-84e0-8b657dccd65a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.237995] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.238114] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.238177] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.238325] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.238435] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.238773] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5eab9fd-b38a-4399-84e0-8b657dccd65a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.238910] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5eab9fd-b38a-4399-84e0-8b657dccd65a taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.239080] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5eab9fd-b38a-4399-84e0-8b657dccd65a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.239080] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5eab9fd-b38a-4399-84e0-8b657dccd65a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.239225] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5eab9fd-b38a-4399-84e0-8b657dccd65a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.239359] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.239450] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.239508] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.239644] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.239717] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.239796] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5eab9fd-b38a-4399-84e0-8b657dccd65a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.239879] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b5eab9fd-b38a-4399-84e0-8b657dccd65a',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.395743] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.397724] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.397724] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.397724] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.397724] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.397724] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a805e9bd-3633-42ef-91d2-c0770cea0ec3 is going to be created. [ 630.426899] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.426899] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.426899] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.427358] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.427851] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.442538] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a805e9bd-3633-42ef-91d2-c0770cea0ec3 in Status: UNINITIALIZED for 2s [ 630.556535] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ff6b0162-28bc-4504-a0dd-65bef1fc2bff [ 630.556535] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.556535] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.556777] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.557501] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.557672] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.557903] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ff6b0162-28bc-4504-a0dd-65bef1fc2bff already deleted. [ 630.558051] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff6b0162-28bc-4504-a0dd-65bef1fc2bff" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.673298] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.673298] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.673298] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.673298] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.673298] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.673748] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Segment Port 49f7b2f7-b65f-4859-92d6-c6446f61db23 not found, creating... [ 630.673748] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.674141] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.674141] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.674336] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.674438] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.674718] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.674860] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.675390] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.676011] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.676011] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.676011] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Resource: SegmentPort with ID: 49f7b2f7-b65f-4859-92d6-c6446f61db23 is going to be created. [ 630.697317] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.697504] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.697629] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.697934] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.698140] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.698366] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "port-49f7b2f7-b65f-4859-92d6-c6446f61db23" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.743147] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b5eab9fd-b38a-4399-84e0-8b657dccd65a: rpc.has_security_group_logging(os_id): False [ 630.775749] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.775978] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.775978] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.776316] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.776416] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.776621] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.776725] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.776783] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.776939] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.777023] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.777211] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.777304] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.777361] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.777497] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.777569] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.777754] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.777845] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.777902] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.778054] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.778130] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.778212] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5eab9fd-b38a-4399-84e0-8b657dccd65a is going to be created. [ 630.852464] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.852464] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.852464] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.852693] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.852817] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.856237] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53fa6b5d-a282-40e5-bbc1-4ba618028562 in Status: SUCCESS [ 630.856464] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53fa6b5d-a282-40e5-bbc1-4ba618028562" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.863781] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5eab9fd-b38a-4399-84e0-8b657dccd65a in Status: IN_PROGRESS for 2s [ 630.975408] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb84f89e-daf3-4100-92cd-2981d9459c16 in Status: SUCCESS [ 630.975896] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb84f89e-daf3-4100-92cd-2981d9459c16" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.312494] env[65642]: INFO networking_nsxv3.common.synchronization [req-b224b4cd-abec-4d68-923a-feae1978739b req-52643d05-b240-4c0b-8f7f-b0cad2915795 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Enqueued Resource ID: b2b935df-b98e-4ceb-95d1-1ecf01324f0f with Priority: HIGHEST for action security_group_members [ 631.313069] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2b935df-b98e-4ceb-95d1-1ecf01324f0f with Priority: HIGHEST for action security_group_members [ 631.313376] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2b935df-b98e-4ceb-95d1-1ecf01324f0f taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.313499] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2b935df-b98e-4ceb-95d1-1ecf01324f0f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.313558] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2b935df-b98e-4ceb-95d1-1ecf01324f0f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.313822] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2b935df-b98e-4ceb-95d1-1ecf01324f0f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.313987] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.314240] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.314240] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.314398] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.314482] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.314575] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2b935df-b98e-4ceb-95d1-1ecf01324f0f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.458688] env[65642]: INFO networking_nsxv3.common.synchronization [req-34a9df64-8cb1-4c1f-8ceb-8c65d23fd2a5 req-32aa7865-fa5f-4268-8edd-0b1fe48fa9e2 service nova] Enqueued Resource ID: b8f6b707-0d1e-43fa-83da-583ab4f8c4d5 with Priority: HIGHEST for action security_group_rules [ 631.458688] env[65642]: INFO networking_nsxv3.common.synchronization [req-34a9df64-8cb1-4c1f-8ceb-8c65d23fd2a5 req-32aa7865-fa5f-4268-8edd-0b1fe48fa9e2 service nova] Enqueued Resource ID: b8f6b707-0d1e-43fa-83da-583ab4f8c4d5 with Priority: HIGHEST for action security_group_members [ 631.458688] env[65642]: INFO networking_nsxv3.common.synchronization [req-34a9df64-8cb1-4c1f-8ceb-8c65d23fd2a5 req-32aa7865-fa5f-4268-8edd-0b1fe48fa9e2 service nova] Enqueued Resource ID: 49f7b2f7-b65f-4859-92d6-c6446f61db23 with Priority: HIGHEST for action port [ 631.458688] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8f6b707-0d1e-43fa-83da-583ab4f8c4d5 with Priority: HIGHEST for action security_group_rules [ 631.458688] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8f6b707-0d1e-43fa-83da-583ab4f8c4d5 with Priority: HIGHEST for action security_group_members [ 631.459241] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49f7b2f7-b65f-4859-92d6-c6446f61db23 with Priority: HIGHEST for action port [ 631.459649] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b8f6b707-0d1e-43fa-83da-583ab4f8c4d5 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.459718] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b8f6b707-0d1e-43fa-83da-583ab4f8c4d5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.459800] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b8f6b707-0d1e-43fa-83da-583ab4f8c4d5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.460061] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b8f6b707-0d1e-43fa-83da-583ab4f8c4d5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.460181] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b8f6b707-0d1e-43fa-83da-583ab4f8c4d5',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.461151] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8f6b707-0d1e-43fa-83da-583ab4f8c4d5 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.461311] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8f6b707-0d1e-43fa-83da-583ab4f8c4d5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.461428] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8f6b707-0d1e-43fa-83da-583ab4f8c4d5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.461583] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8f6b707-0d1e-43fa-83da-583ab4f8c4d5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.462233] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.462233] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.462233] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.462233] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.462233] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.464824] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8f6b707-0d1e-43fa-83da-583ab4f8c4d5',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.465934] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-49f7b2f7-b65f-4859-92d6-c6446f61db23 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.465934] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-49f7b2f7-b65f-4859-92d6-c6446f61db23" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.466052] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-49f7b2f7-b65f-4859-92d6-c6446f61db23" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.466331] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-49f7b2f7-b65f-4859-92d6-c6446f61db23" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.466331] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49f7b2f7-b65f-4859-92d6-c6446f61db23',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.641478] env[65642]: INFO networking_nsxv3.common.synchronization [req-438fdcbf-07be-426b-bd5a-cc074d909602 req-5d8b162a-ce7c-45eb-b9ec-e531934fc1b8 tempest-SecurityGroupRulesNegativeTestJSON-726431997 tempest-SecurityGroupRulesNegativeTestJSON-726431997-project-member] Enqueued Resource ID: 4e7ee5ab-f141-4124-9a47-4759716e9738 with Priority: HIGHEST for action security_group_rules [ 631.642270] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e7ee5ab-f141-4124-9a47-4759716e9738 with Priority: HIGHEST for action security_group_rules [ 631.642356] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e7ee5ab-f141-4124-9a47-4759716e9738 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.642477] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e7ee5ab-f141-4124-9a47-4759716e9738" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.642540] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e7ee5ab-f141-4124-9a47-4759716e9738" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.644492] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e7ee5ab-f141-4124-9a47-4759716e9738" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.644580] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e7ee5ab-f141-4124-9a47-4759716e9738',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.723300] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock network-235 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.723575] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "network-235" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.723719] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "network-235" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.724032] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "network-235" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.724278] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.724888] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.725051] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.725288] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.725427] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.725626] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 631.725735] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] NeedRegenerationException {{(pid=65642) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 631.725850] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] no value, waiting for create lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 631.725951] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] value creation lock acquired {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 631.726069] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 631.726171] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Calling creation function for not-yet-present value {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 631.726293] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 631.744976] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 631.745054] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65642) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 631.745194] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Released creation lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 631.745365] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "network-235" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.745672] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock port-4cd6a9f6-78c4-44e1-acab-3a0bca255802 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.745837] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "port-4cd6a9f6-78c4-44e1-acab-3a0bca255802" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.745951] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "port-4cd6a9f6-78c4-44e1-acab-3a0bca255802" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.746274] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "port-4cd6a9f6-78c4-44e1-acab-3a0bca255802" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.746411] env[65642]: DEBUG networking_nsxv3.api.rpc [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4cd6a9f6-78c4-44e1-acab-3a0bca255802',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.816754] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.816907] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.816979] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.817203] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.817295] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.817483] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.817580] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.817640] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.817785] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.817857] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.817937] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2b935df-b98e-4ceb-95d1-1ecf01324f0f already deleted. [ 631.818033] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2b935df-b98e-4ceb-95d1-1ecf01324f0f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.968032] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b8f6b707-0d1e-43fa-83da-583ab4f8c4d5',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.969401] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8f6b707-0d1e-43fa-83da-583ab4f8c4d5 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.969573] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8f6b707-0d1e-43fa-83da-583ab4f8c4d5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.969893] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 49f7b2f7-b65f-4859-92d6-c6446f61db23 with status ACTIVE [ 631.970089] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.971507] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.971507] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.971507] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.971507] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.971507] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.971507] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.971507] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.971507] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.971507] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.971507] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.971507] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.971507] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.972963] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.972963] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.972963] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 49f7b2f7-b65f-4859-92d6-c6446f61db23 is going to be updated. [ 631.998031] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.998176] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.998247] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.998455] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.998593] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.998750] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-49f7b2f7-b65f-4859-92d6-c6446f61db23" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.167930] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.168409] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.168409] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.168409] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.168559] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.168559] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e7ee5ab-f141-4124-9a47-4759716e9738 already deleted. [ 632.168621] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e7ee5ab-f141-4124-9a47-4759716e9738" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.170535] env[65642]: INFO networking_nsxv3.common.synchronization [None req-b14afb12-187f-4f26-b0b5-af21b449357a None None] Enqueued Resource ID: 156d2a5f-55ed-4b6a-a973-7d4e8371f766 with Priority: HIGHEST for action port [ 632.171059] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 156d2a5f-55ed-4b6a-a973-7d4e8371f766 with Priority: HIGHEST for action port [ 632.171391] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-156d2a5f-55ed-4b6a-a973-7d4e8371f766 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.171528] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-156d2a5f-55ed-4b6a-a973-7d4e8371f766" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.171636] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-156d2a5f-55ed-4b6a-a973-7d4e8371f766" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.171853] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-156d2a5f-55ed-4b6a-a973-7d4e8371f766" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.171988] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('156d2a5f-55ed-4b6a-a973-7d4e8371f766',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.251405] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.251653] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.251784] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.252129] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.252293] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.252448] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Segment Port 4cd6a9f6-78c4-44e1-acab-3a0bca255802 not found, creating... [ 632.252860] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.252860] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.253184] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.253255] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.253495] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.253778] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.253915] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.253978] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.254191] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.254355] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.254498] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Resource: SegmentPort with ID: 4cd6a9f6-78c4-44e1-acab-3a0bca255802 is going to be created. [ 632.276543] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.276837] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.276893] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.277177] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.277521] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.277719] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "port-4cd6a9f6-78c4-44e1-acab-3a0bca255802" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.458217] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a805e9bd-3633-42ef-91d2-c0770cea0ec3 in Status: SUCCESS [ 632.458445] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a805e9bd-3633-42ef-91d2-c0770cea0ec3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.458620] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a805e9bd-3633-42ef-91d2-c0770cea0ec3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.458843] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a805e9bd-3633-42ef-91d2-c0770cea0ec3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.459092] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.459182] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.459239] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.459376] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.459458] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.459542] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a805e9bd-3633-42ef-91d2-c0770cea0ec3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.459632] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a805e9bd-3633-42ef-91d2-c0770cea0ec3',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.470927] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b8f6b707-0d1e-43fa-83da-583ab4f8c4d5',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.674485] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 156d2a5f-55ed-4b6a-a973-7d4e8371f766 [ 632.674737] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.674899] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.674970] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.675253] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.675344] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.675432] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:156d2a5f-55ed-4b6a-a973-7d4e8371f766 already deleted. [ 632.675495] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-156d2a5f-55ed-4b6a-a973-7d4e8371f766" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.879479] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5eab9fd-b38a-4399-84e0-8b657dccd65a in Status: SUCCESS [ 632.879479] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5eab9fd-b38a-4399-84e0-8b657dccd65a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.965488] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-a805e9bd-3633-42ef-91d2-c0770cea0ec3 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.966551] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a805e9bd-3633-42ef-91d2-c0770cea0ec3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.966551] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a805e9bd-3633-42ef-91d2-c0770cea0ec3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.966551] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a805e9bd-3633-42ef-91d2-c0770cea0ec3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.966551] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.966551] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.966551] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.966972] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.966972] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.966972] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a805e9bd-3633-42ef-91d2-c0770cea0ec3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.967207] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-a805e9bd-3633-42ef-91d2-c0770cea0ec3 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.967355] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a805e9bd-3633-42ef-91d2-c0770cea0ec3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.967448] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a805e9bd-3633-42ef-91d2-c0770cea0ec3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.967633] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a805e9bd-3633-42ef-91d2-c0770cea0ec3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.967924] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.968027] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.969837] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.969837] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.969837] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.969837] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a805e9bd-3633-42ef-91d2-c0770cea0ec3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.969837] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a805e9bd-3633-42ef-91d2-c0770cea0ec3',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.974133] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.974342] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.974432] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.974626] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.974713] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.974831] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8f6b707-0d1e-43fa-83da-583ab4f8c4d5 is going to be created. [ 633.000701] env[65642]: INFO networking_nsxv3.common.synchronization [req-b224b4cd-abec-4d68-923a-feae1978739b req-f9fc63f5-f5f2-4c0b-b165-4bbf08d9cccc service nova] Enqueued Resource ID: b2b935df-b98e-4ceb-95d1-1ecf01324f0f with Priority: HIGHEST for action security_group_rules [ 633.001023] env[65642]: INFO networking_nsxv3.common.synchronization [req-b224b4cd-abec-4d68-923a-feae1978739b req-f9fc63f5-f5f2-4c0b-b165-4bbf08d9cccc service nova] Enqueued Resource ID: b2b935df-b98e-4ceb-95d1-1ecf01324f0f with Priority: HIGHEST for action security_group_members [ 633.001113] env[65642]: INFO networking_nsxv3.common.synchronization [req-b224b4cd-abec-4d68-923a-feae1978739b req-f9fc63f5-f5f2-4c0b-b165-4bbf08d9cccc service nova] Enqueued Resource ID: 4cd6a9f6-78c4-44e1-acab-3a0bca255802 with Priority: HIGHEST for action port [ 633.001655] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2b935df-b98e-4ceb-95d1-1ecf01324f0f with Priority: HIGHEST for action security_group_rules [ 633.001796] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2b935df-b98e-4ceb-95d1-1ecf01324f0f with Priority: HIGHEST for action security_group_members [ 633.002025] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cd6a9f6-78c4-44e1-acab-3a0bca255802 with Priority: HIGHEST for action port [ 633.002265] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2b935df-b98e-4ceb-95d1-1ecf01324f0f taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.002497] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2b935df-b98e-4ceb-95d1-1ecf01324f0f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.002497] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2b935df-b98e-4ceb-95d1-1ecf01324f0f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.002733] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2b935df-b98e-4ceb-95d1-1ecf01324f0f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.002816] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2b935df-b98e-4ceb-95d1-1ecf01324f0f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.004344] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2b935df-b98e-4ceb-95d1-1ecf01324f0f taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.004509] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2b935df-b98e-4ceb-95d1-1ecf01324f0f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.004559] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2b935df-b98e-4ceb-95d1-1ecf01324f0f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.004747] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2b935df-b98e-4ceb-95d1-1ecf01324f0f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.004925] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.005306] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.005306] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.005306] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.005486] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.005486] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2b935df-b98e-4ceb-95d1-1ecf01324f0f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.006398] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-4cd6a9f6-78c4-44e1-acab-3a0bca255802 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.006538] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4cd6a9f6-78c4-44e1-acab-3a0bca255802" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.006538] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4cd6a9f6-78c4-44e1-acab-3a0bca255802" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.006704] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4cd6a9f6-78c4-44e1-acab-3a0bca255802" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.006778] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4cd6a9f6-78c4-44e1-acab-3a0bca255802',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.010780] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.010883] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.010988] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.011108] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.011323] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.027514] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8f6b707-0d1e-43fa-83da-583ab4f8c4d5 in Status: UNINITIALIZED for 2s [ 633.473391] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a805e9bd-3633-42ef-91d2-c0770cea0ec3: rpc.has_security_group_logging(os_id): False [ 633.495028] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.495028] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.495028] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.495028] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.495028] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.495028] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.495028] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.495028] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.495028] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.495028] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.495028] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.495028] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.495028] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.495028] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.495028] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.496052] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.496052] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.496052] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.498736] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.498736] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.498736] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a805e9bd-3633-42ef-91d2-c0770cea0ec3 is going to be created. [ 633.511314] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b2b935df-b98e-4ceb-95d1-1ecf01324f0f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.512102] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2b935df-b98e-4ceb-95d1-1ecf01324f0f taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.513667] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2b935df-b98e-4ceb-95d1-1ecf01324f0f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.517456] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4cd6a9f6-78c4-44e1-acab-3a0bca255802 with status ACTIVE [ 633.517456] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.517456] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.517456] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.517456] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.517456] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.517456] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.517456] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.517456] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.517456] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.517456] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.517456] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.517456] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.517456] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.517456] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.517456] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.517456] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4cd6a9f6-78c4-44e1-acab-3a0bca255802 is going to be updated. [ 633.537740] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.537928] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.538755] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.538755] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.539812] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.540087] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4cd6a9f6-78c4-44e1-acab-3a0bca255802" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.590686] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.590686] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.590870] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.591101] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.592711] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.606463] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a805e9bd-3633-42ef-91d2-c0770cea0ec3 in Status: IN_PROGRESS for 2s [ 633.961914] env[65642]: INFO networking_nsxv3.common.synchronization [req-fb74f5d2-68c8-4a25-b65a-a1e257b17fc8 req-04a1a462-524b-4fe9-a166-04a4dedfce34 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Enqueued Resource ID: b2b935df-b98e-4ceb-95d1-1ecf01324f0f with Priority: HIGHEST for action security_group_members [ 633.961914] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2b935df-b98e-4ceb-95d1-1ecf01324f0f with Priority: HIGHEST for action security_group_members [ 633.961914] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2b935df-b98e-4ceb-95d1-1ecf01324f0f taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.961914] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2b935df-b98e-4ceb-95d1-1ecf01324f0f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.015558] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b2b935df-b98e-4ceb-95d1-1ecf01324f0f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.445111] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock network-235 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.445373] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "network-235" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.445906] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "network-235" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.445906] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "network-235" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.449465] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.449736] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.452497] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.452497] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.452497] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.452497] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 634.452497] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] NeedRegenerationException {{(pid=65642) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 634.452497] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] no value, waiting for create lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 634.452497] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] value creation lock acquired {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 634.452497] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 634.452497] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Calling creation function for not-yet-present value {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 634.452497] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 634.496421] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 634.496421] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Cache value generated in 0.045 seconds for key(s): 'zone-id' {{(pid=65642) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 634.496421] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Released creation lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 634.496421] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "network-235" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.496890] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock port-64bfdf79-d301-45b7-a9b5-33d1bbee1660 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.496890] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "port-64bfdf79-d301-45b7-a9b5-33d1bbee1660" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.496890] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "port-64bfdf79-d301-45b7-a9b5-33d1bbee1660" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.497834] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "port-64bfdf79-d301-45b7-a9b5-33d1bbee1660" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.498533] env[65642]: DEBUG networking_nsxv3.api.rpc [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64bfdf79-d301-45b7-a9b5-33d1bbee1660',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.518909] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.519302] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.519499] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.519810] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.520218] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.520447] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2b935df-b98e-4ceb-95d1-1ecf01324f0f is going to be created. [ 634.541174] env[65642]: INFO networking_nsxv3.common.synchronization [req-eba49902-9d7d-47f9-8bac-93bbf4c32e1f req-aa5f8408-b5aa-4f95-8fb6-6e1cde07bc96 tempest-ServerExternalEventsTest-512430584 tempest-ServerExternalEventsTest-512430584-project-member] Enqueued Resource ID: 416de803-dd52-4339-801f-f9e94ed3de72 with Priority: HIGHEST for action security_group_members [ 634.541476] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 416de803-dd52-4339-801f-f9e94ed3de72 with Priority: HIGHEST for action security_group_members [ 634.541946] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-416de803-dd52-4339-801f-f9e94ed3de72 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.541946] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-416de803-dd52-4339-801f-f9e94ed3de72" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.542217] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-416de803-dd52-4339-801f-f9e94ed3de72" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.542217] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-416de803-dd52-4339-801f-f9e94ed3de72" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.542355] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.542453] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.542512] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.542648] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.542734] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.542827] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('416de803-dd52-4339-801f-f9e94ed3de72',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.550218] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.550401] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.550401] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.550606] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.550757] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.563890] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2b935df-b98e-4ceb-95d1-1ecf01324f0f in Status: UNINITIALIZED for 2s [ 635.001998] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.003308] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.003308] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.003308] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.003308] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.003689] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Segment Port 64bfdf79-d301-45b7-a9b5-33d1bbee1660 not found, creating... [ 635.004418] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.004418] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.004698] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.004909] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.005793] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.005793] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.005793] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.005793] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.006203] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.006203] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.006749] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Resource: SegmentPort with ID: 64bfdf79-d301-45b7-a9b5-33d1bbee1660 is going to be created. [ 635.037038] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.037317] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.040431] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.040431] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.040431] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.040431] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "port-64bfdf79-d301-45b7-a9b5-33d1bbee1660" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.042571] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8f6b707-0d1e-43fa-83da-583ab4f8c4d5 in Status: SUCCESS [ 635.042994] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8f6b707-0d1e-43fa-83da-583ab4f8c4d5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.043368] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8f6b707-0d1e-43fa-83da-583ab4f8c4d5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.045031] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8f6b707-0d1e-43fa-83da-583ab4f8c4d5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.045031] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.045031] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.045031] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.045031] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.045031] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.045031] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8f6b707-0d1e-43fa-83da-583ab4f8c4d5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.045031] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b8f6b707-0d1e-43fa-83da-583ab4f8c4d5',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.046935] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.047207] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.047378] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.047645] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.047824] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.048114] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.048350] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.049027] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.050712] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.050712] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.050712] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 416de803-dd52-4339-801f-f9e94ed3de72 is going to be updated. [ 635.078248] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.078486] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.078486] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.078664] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.078805] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.091100] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 416de803-dd52-4339-801f-f9e94ed3de72 in Status: IN_PROGRESS for 2s [ 635.552560] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b8f6b707-0d1e-43fa-83da-583ab4f8c4d5',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.630064] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a805e9bd-3633-42ef-91d2-c0770cea0ec3 in Status: SUCCESS [ 635.630282] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a805e9bd-3633-42ef-91d2-c0770cea0ec3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.737612] env[65642]: INFO networking_nsxv3.common.synchronization [req-fb74f5d2-68c8-4a25-b65a-a1e257b17fc8 req-673789eb-dd4d-4013-b425-fd406c7a9250 service nova] Enqueued Resource ID: b2b935df-b98e-4ceb-95d1-1ecf01324f0f with Priority: HIGHEST for action security_group_rules [ 635.737829] env[65642]: INFO networking_nsxv3.common.synchronization [req-fb74f5d2-68c8-4a25-b65a-a1e257b17fc8 req-673789eb-dd4d-4013-b425-fd406c7a9250 service nova] Enqueued Resource ID: b2b935df-b98e-4ceb-95d1-1ecf01324f0f with Priority: HIGHEST for action security_group_members [ 635.738014] env[65642]: INFO networking_nsxv3.common.synchronization [req-fb74f5d2-68c8-4a25-b65a-a1e257b17fc8 req-673789eb-dd4d-4013-b425-fd406c7a9250 service nova] Enqueued Resource ID: 64bfdf79-d301-45b7-a9b5-33d1bbee1660 with Priority: HIGHEST for action port [ 635.738590] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2b935df-b98e-4ceb-95d1-1ecf01324f0f with Priority: HIGHEST for action security_group_rules [ 635.738736] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2b935df-b98e-4ceb-95d1-1ecf01324f0f with Priority: HIGHEST for action security_group_members [ 635.738875] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64bfdf79-d301-45b7-a9b5-33d1bbee1660 with Priority: HIGHEST for action port [ 635.739275] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2b935df-b98e-4ceb-95d1-1ecf01324f0f taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.739389] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2b935df-b98e-4ceb-95d1-1ecf01324f0f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.739546] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2b935df-b98e-4ceb-95d1-1ecf01324f0f taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.739662] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2b935df-b98e-4ceb-95d1-1ecf01324f0f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.739871] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-64bfdf79-d301-45b7-a9b5-33d1bbee1660 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.739972] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-64bfdf79-d301-45b7-a9b5-33d1bbee1660" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.740080] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-64bfdf79-d301-45b7-a9b5-33d1bbee1660" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.740312] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-64bfdf79-d301-45b7-a9b5-33d1bbee1660" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.740427] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64bfdf79-d301-45b7-a9b5-33d1bbee1660',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.054341] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b8f6b707-0d1e-43fa-83da-583ab4f8c4d5: rpc.has_security_group_logging(os_id): False [ 636.077511] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.077673] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.077722] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.078541] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.078541] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.078541] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.078541] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.078541] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.078746] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.078746] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.078746] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b8f6b707-0d1e-43fa-83da-583ab4f8c4d5 is going to be created. [ 636.142742] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.142962] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.142962] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.143209] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.143404] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.154718] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b8f6b707-0d1e-43fa-83da-583ab4f8c4d5 in Status: IN_PROGRESS for 2s [ 636.242351] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 64bfdf79-d301-45b7-a9b5-33d1bbee1660 with status ACTIVE [ 636.242599] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.242745] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.242815] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.243098] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.243223] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.243430] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.243537] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.243607] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.243773] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.243851] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.244064] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.244166] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.244285] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.244368] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.244443] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.244540] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 64bfdf79-d301-45b7-a9b5-33d1bbee1660 is going to be updated. [ 636.287288] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.287803] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.287803] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.288227] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.288382] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.288569] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-64bfdf79-d301-45b7-a9b5-33d1bbee1660" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.574482] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2b935df-b98e-4ceb-95d1-1ecf01324f0f in Status: SUCCESS [ 636.574755] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2b935df-b98e-4ceb-95d1-1ecf01324f0f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.574755] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2b935df-b98e-4ceb-95d1-1ecf01324f0f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.575114] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2b935df-b98e-4ceb-95d1-1ecf01324f0f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.575844] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.575844] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.575844] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.575844] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.575844] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.575844] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2b935df-b98e-4ceb-95d1-1ecf01324f0f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.576418] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b2b935df-b98e-4ceb-95d1-1ecf01324f0f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.578247] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2b935df-b98e-4ceb-95d1-1ecf01324f0f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.579440] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2b935df-b98e-4ceb-95d1-1ecf01324f0f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.579694] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.579770] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.579846] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.580037] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.580149] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.580246] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2b935df-b98e-4ceb-95d1-1ecf01324f0f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.079425] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2b935df-b98e-4ceb-95d1-1ecf01324f0f taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.079616] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2b935df-b98e-4ceb-95d1-1ecf01324f0f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.083033] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b2b935df-b98e-4ceb-95d1-1ecf01324f0f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.102053] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 416de803-dd52-4339-801f-f9e94ed3de72 in Status: SUCCESS [ 637.102197] env[65642]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 416de803-dd52-4339-801f-f9e94ed3de72 deletion is rescheduled due to dependency. [ 637.102244] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-416de803-dd52-4339-801f-f9e94ed3de72" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.401725] env[65642]: INFO networking_nsxv3.common.synchronization [req-bd1f3be7-a544-426f-92be-02404e82141f req-3dd019d8-c78c-4680-b830-3e87b501a3b2 tempest-SecurityGroupRulesNegativeTestJSON-726431997 tempest-SecurityGroupRulesNegativeTestJSON-726431997-project-member] Enqueued Resource ID: 4e7ee5ab-f141-4124-9a47-4759716e9738 with Priority: HIGHEST for action security_group_rules [ 637.402307] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e7ee5ab-f141-4124-9a47-4759716e9738 with Priority: HIGHEST for action security_group_rules [ 637.402651] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e7ee5ab-f141-4124-9a47-4759716e9738 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.402762] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e7ee5ab-f141-4124-9a47-4759716e9738" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.402810] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e7ee5ab-f141-4124-9a47-4759716e9738" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.403025] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e7ee5ab-f141-4124-9a47-4759716e9738" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.403116] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e7ee5ab-f141-4124-9a47-4759716e9738',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.585344] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b2b935df-b98e-4ceb-95d1-1ecf01324f0f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.927508] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.927763] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.927763] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.927857] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.928438] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.928650] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e7ee5ab-f141-4124-9a47-4759716e9738 already deleted. [ 637.928792] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e7ee5ab-f141-4124-9a47-4759716e9738" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.087864] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.089646] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.089646] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.089646] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.089646] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.089646] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2b935df-b98e-4ceb-95d1-1ecf01324f0f is going to be updated. [ 638.127903] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.127903] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.127903] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.129371] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.129371] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.141858] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2b935df-b98e-4ceb-95d1-1ecf01324f0f in Status: IN_PROGRESS for 2s [ 638.174040] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b8f6b707-0d1e-43fa-83da-583ab4f8c4d5 in Status: SUCCESS [ 638.174040] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b8f6b707-0d1e-43fa-83da-583ab4f8c4d5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.381510] env[65642]: INFO networking_nsxv3.common.synchronization [req-0e5050a3-c262-4328-a98d-34ee7e319439 req-066e79c0-9148-43eb-b535-365fcfa11202 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Enqueued Resource ID: 70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0 with Priority: HIGHEST for action security_group_members [ 639.382477] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0 with Priority: HIGHEST for action security_group_members [ 639.382994] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.383184] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.383935] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.383935] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.383935] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.383935] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.384167] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.384201] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.384317] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.384441] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.877571] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock network-668 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.877571] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "network-668" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.877571] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "network-668" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.877571] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "network-668" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.878955] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.879470] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.879751] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.880108] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.880365] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.881148] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 639.881148] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] NeedRegenerationException {{(pid=65642) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 639.881243] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] no value, waiting for create lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 639.881307] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] value creation lock acquired {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 639.881427] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 639.881554] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Calling creation function for not-yet-present value {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 639.886879] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 639.886879] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.887169] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.887169] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.887236] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.887302] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.887455] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.887550] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.887608] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.887750] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.887823] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.887903] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0 already deleted. [ 639.888016] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.909909] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 639.909909] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65642) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 639.909909] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Released creation lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 639.909909] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "network-668" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.909909] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock port-d56041fc-8448-437f-862f-7b640055f2d1 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.910387] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "port-d56041fc-8448-437f-862f-7b640055f2d1" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.910387] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "port-d56041fc-8448-437f-862f-7b640055f2d1" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.910694] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "port-d56041fc-8448-437f-862f-7b640055f2d1" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.910784] env[65642]: DEBUG networking_nsxv3.api.rpc [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d56041fc-8448-437f-862f-7b640055f2d1',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.155836] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2b935df-b98e-4ceb-95d1-1ecf01324f0f in Status: SUCCESS [ 640.156099] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2b935df-b98e-4ceb-95d1-1ecf01324f0f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.156252] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2b935df-b98e-4ceb-95d1-1ecf01324f0f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.156673] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2b935df-b98e-4ceb-95d1-1ecf01324f0f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.156673] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.157711] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.157711] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.157711] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.157711] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.157711] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2b935df-b98e-4ceb-95d1-1ecf01324f0f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.414055] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.414462] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.414462] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.414770] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.414944] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.415121] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Segment Port d56041fc-8448-437f-862f-7b640055f2d1 not found, creating... [ 640.415462] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.415688] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.415867] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.416161] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.416299] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.416577] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.416727] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.416838] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.417738] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.417738] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.417738] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Resource: SegmentPort with ID: d56041fc-8448-437f-862f-7b640055f2d1 is going to be created. [ 640.440511] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.440720] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.440837] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.441158] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.441389] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.441609] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "port-d56041fc-8448-437f-862f-7b640055f2d1" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.660932] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b2b935df-b98e-4ceb-95d1-1ecf01324f0f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.164173] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b2b935df-b98e-4ceb-95d1-1ecf01324f0f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.189201] env[65642]: INFO networking_nsxv3.common.synchronization [req-0e5050a3-c262-4328-a98d-34ee7e319439 req-578bf721-4f0f-44e4-a568-b7a8b399cf59 service nova] Enqueued Resource ID: 70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0 with Priority: HIGHEST for action security_group_rules [ 641.189380] env[65642]: INFO networking_nsxv3.common.synchronization [req-0e5050a3-c262-4328-a98d-34ee7e319439 req-578bf721-4f0f-44e4-a568-b7a8b399cf59 service nova] Enqueued Resource ID: 70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0 with Priority: HIGHEST for action security_group_members [ 641.189510] env[65642]: INFO networking_nsxv3.common.synchronization [req-0e5050a3-c262-4328-a98d-34ee7e319439 req-578bf721-4f0f-44e4-a568-b7a8b399cf59 service nova] Enqueued Resource ID: d56041fc-8448-437f-862f-7b640055f2d1 with Priority: HIGHEST for action port [ 641.190078] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0 with Priority: HIGHEST for action security_group_rules [ 641.190280] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0 with Priority: HIGHEST for action security_group_members [ 641.190348] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d56041fc-8448-437f-862f-7b640055f2d1 with Priority: HIGHEST for action port [ 641.190973] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.190973] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.190973] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.191182] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.191267] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.192581] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.192581] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.192698] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.192858] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.192976] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.193048] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.193096] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.195779] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.195779] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.195779] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.195779] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-d56041fc-8448-437f-862f-7b640055f2d1 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.195779] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d56041fc-8448-437f-862f-7b640055f2d1" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.195779] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d56041fc-8448-437f-862f-7b640055f2d1" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.195779] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d56041fc-8448-437f-862f-7b640055f2d1" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.195779] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d56041fc-8448-437f-862f-7b640055f2d1',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.667645] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.667931] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.667931] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.668134] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.668224] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.668324] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2b935df-b98e-4ceb-95d1-1ecf01324f0f is going to be updated. [ 641.700287] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.700287] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.700287] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.700287] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d56041fc-8448-437f-862f-7b640055f2d1 with status ACTIVE [ 641.700287] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.700287] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.700287] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.700591] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.700591] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.700591] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.700692] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.700789] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.700868] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.700946] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.701313] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.701458] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.702407] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.702627] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.702747] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.702901] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d56041fc-8448-437f-862f-7b640055f2d1 is going to be updated. [ 641.714113] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.714436] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.714559] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.714787] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.715473] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.726010] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2b935df-b98e-4ceb-95d1-1ecf01324f0f in Status: IN_PROGRESS for 2s [ 641.734024] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.734024] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.734024] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.734471] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.734686] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.734892] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d56041fc-8448-437f-862f-7b640055f2d1" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.210024] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.716501] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.717028] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.717028] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.717028] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.717163] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.717163] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0 is going to be created. [ 642.747033] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.747033] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.747303] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.747303] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.747445] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.759483] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0 in Status: UNINITIALIZED for 2s [ 643.328810] env[65642]: INFO networking_nsxv3.common.synchronization [None req-33d7a5df-00e9-45bf-a0fe-f8077934770c None None] Enqueued Resource ID: c00c519a-9a1a-4c86-b632-24bb3654a7c3 with Priority: HIGHEST for action port [ 643.329481] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c00c519a-9a1a-4c86-b632-24bb3654a7c3 with Priority: HIGHEST for action port [ 643.329902] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-c00c519a-9a1a-4c86-b632-24bb3654a7c3 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.330109] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c00c519a-9a1a-4c86-b632-24bb3654a7c3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.330199] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c00c519a-9a1a-4c86-b632-24bb3654a7c3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.330658] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c00c519a-9a1a-4c86-b632-24bb3654a7c3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.330658] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c00c519a-9a1a-4c86-b632-24bb3654a7c3',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.741044] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2b935df-b98e-4ceb-95d1-1ecf01324f0f in Status: SUCCESS [ 643.741451] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2b935df-b98e-4ceb-95d1-1ecf01324f0f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.741451] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2b935df-b98e-4ceb-95d1-1ecf01324f0f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.744158] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2b935df-b98e-4ceb-95d1-1ecf01324f0f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.744158] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.744158] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.744158] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.744158] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.744158] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.744158] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2b935df-b98e-4ceb-95d1-1ecf01324f0f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.744158] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2b935df-b98e-4ceb-95d1-1ecf01324f0f taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.744158] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2b935df-b98e-4ceb-95d1-1ecf01324f0f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.744158] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2b935df-b98e-4ceb-95d1-1ecf01324f0f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.744158] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2b935df-b98e-4ceb-95d1-1ecf01324f0f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.744158] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.744158] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.744158] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.744158] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.744158] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.744158] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2b935df-b98e-4ceb-95d1-1ecf01324f0f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.744158] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b2b935df-b98e-4ceb-95d1-1ecf01324f0f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.835622] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c00c519a-9a1a-4c86-b632-24bb3654a7c3 [ 643.835622] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.835622] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.835622] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.835622] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.835622] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.835622] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c00c519a-9a1a-4c86-b632-24bb3654a7c3 already deleted. [ 643.835622] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c00c519a-9a1a-4c86-b632-24bb3654a7c3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.252786] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b2b935df-b98e-4ceb-95d1-1ecf01324f0f: rpc.has_security_group_logging(os_id): False [ 644.278029] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.278229] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.278337] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.278832] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.278832] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.278832] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.279060] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.279060] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.279132] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.279433] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.279433] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.279546] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.279546] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.279650] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.279720] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.279942] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.280141] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.280218] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.282441] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.282537] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.282607] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2b935df-b98e-4ceb-95d1-1ecf01324f0f is going to be created. [ 644.355337] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.355337] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.355337] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.355653] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.355653] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.369850] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2b935df-b98e-4ceb-95d1-1ecf01324f0f in Status: IN_PROGRESS for 2s [ 644.775288] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0 in Status: SUCCESS [ 644.775288] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.775288] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.775288] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.775288] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.775288] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.775288] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.775288] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.775288] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.775288] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.775288] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.280536] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.595928] env[65642]: INFO networking_nsxv3.common.synchronization [None req-845f7f9d-7256-4456-94a7-7c5f420ff283 None None] Enqueued Resource ID: 7e39669c-625c-407f-a306-cea50937497d with Priority: HIGHEST for action port [ 645.598612] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e39669c-625c-407f-a306-cea50937497d with Priority: HIGHEST for action port [ 645.598999] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e39669c-625c-407f-a306-cea50937497d taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.599776] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e39669c-625c-407f-a306-cea50937497d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.599921] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e39669c-625c-407f-a306-cea50937497d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.600259] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e39669c-625c-407f-a306-cea50937497d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.600405] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e39669c-625c-407f-a306-cea50937497d',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.783493] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0: rpc.has_security_group_logging(os_id): False [ 645.804714] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.804826] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.804897] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.805143] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.805234] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.805482] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.805584] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.805648] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.805801] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.805879] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.805958] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0 is going to be created. [ 645.874959] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.875383] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.875459] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.875679] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.875916] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.890704] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0 in Status: IN_PROGRESS for 2s [ 646.103079] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7e39669c-625c-407f-a306-cea50937497d [ 646.103390] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.103535] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.103603] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.103830] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.103918] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.104022] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7e39669c-625c-407f-a306-cea50937497d already deleted. [ 646.104105] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e39669c-625c-407f-a306-cea50937497d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.386904] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2b935df-b98e-4ceb-95d1-1ecf01324f0f in Status: SUCCESS [ 646.386904] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2b935df-b98e-4ceb-95d1-1ecf01324f0f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.386904] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2b935df-b98e-4ceb-95d1-1ecf01324f0f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.386904] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2b935df-b98e-4ceb-95d1-1ecf01324f0f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.386904] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2b935df-b98e-4ceb-95d1-1ecf01324f0f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.426417] env[65642]: INFO networking_nsxv3.common.synchronization [None req-70950908-366c-4c96-9938-525466acf226 None None] Enqueued Resource ID: a55b06e3-07ff-47f2-8680-7aaaa0ba8c34 with Priority: HIGHEST for action port [ 646.426417] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a55b06e3-07ff-47f2-8680-7aaaa0ba8c34 with Priority: HIGHEST for action port [ 646.426417] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-a55b06e3-07ff-47f2-8680-7aaaa0ba8c34 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.426417] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a55b06e3-07ff-47f2-8680-7aaaa0ba8c34" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.426417] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a55b06e3-07ff-47f2-8680-7aaaa0ba8c34" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.426417] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a55b06e3-07ff-47f2-8680-7aaaa0ba8c34" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.426417] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a55b06e3-07ff-47f2-8680-7aaaa0ba8c34',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.445123] env[65642]: INFO networking_nsxv3.common.synchronization [None req-db0b671e-3fa7-4c03-ae66-bc5bc03baacc None None] Enqueued Resource ID: 0e12c0f9-5bd9-45cd-806f-63dfbe8bf464 with Priority: HIGHEST for action port [ 646.445850] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e12c0f9-5bd9-45cd-806f-63dfbe8bf464 with Priority: HIGHEST for action port [ 646.446018] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e12c0f9-5bd9-45cd-806f-63dfbe8bf464 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.446186] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e12c0f9-5bd9-45cd-806f-63dfbe8bf464" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.446385] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e12c0f9-5bd9-45cd-806f-63dfbe8bf464" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.446582] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e12c0f9-5bd9-45cd-806f-63dfbe8bf464" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.446714] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e12c0f9-5bd9-45cd-806f-63dfbe8bf464',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.890569] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2b935df-b98e-4ceb-95d1-1ecf01324f0f taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.890852] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2b935df-b98e-4ceb-95d1-1ecf01324f0f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.890852] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2b935df-b98e-4ceb-95d1-1ecf01324f0f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.891059] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2b935df-b98e-4ceb-95d1-1ecf01324f0f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.891840] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.891840] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.891840] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.892034] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.892072] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.892182] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2b935df-b98e-4ceb-95d1-1ecf01324f0f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.892276] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b2b935df-b98e-4ceb-95d1-1ecf01324f0f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.930886] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a55b06e3-07ff-47f2-8680-7aaaa0ba8c34 [ 646.931135] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.931265] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.931334] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.932184] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.932184] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.932184] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a55b06e3-07ff-47f2-8680-7aaaa0ba8c34 already deleted. [ 646.932333] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a55b06e3-07ff-47f2-8680-7aaaa0ba8c34" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.951020] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0e12c0f9-5bd9-45cd-806f-63dfbe8bf464 [ 646.951020] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.951020] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.951020] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.951020] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.951020] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.951020] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0e12c0f9-5bd9-45cd-806f-63dfbe8bf464 already deleted. [ 646.951020] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e12c0f9-5bd9-45cd-806f-63dfbe8bf464" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.397213] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2b935df-b98e-4ceb-95d1-1ecf01324f0f taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.397213] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2b935df-b98e-4ceb-95d1-1ecf01324f0f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.397213] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2b935df-b98e-4ceb-95d1-1ecf01324f0f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.397473] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2b935df-b98e-4ceb-95d1-1ecf01324f0f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.397570] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.397672] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.397728] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.397952] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.398028] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.398076] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2b935df-b98e-4ceb-95d1-1ecf01324f0f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.399178] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2b935df-b98e-4ceb-95d1-1ecf01324f0f taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.399292] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2b935df-b98e-4ceb-95d1-1ecf01324f0f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.399357] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2b935df-b98e-4ceb-95d1-1ecf01324f0f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.399533] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2b935df-b98e-4ceb-95d1-1ecf01324f0f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.399690] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.399792] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.399848] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.400019] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.400112] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.400197] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2b935df-b98e-4ceb-95d1-1ecf01324f0f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.400304] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b2b935df-b98e-4ceb-95d1-1ecf01324f0f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.902474] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b2b935df-b98e-4ceb-95d1-1ecf01324f0f: rpc.has_security_group_logging(os_id): False [ 647.904439] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0 in Status: SUCCESS [ 647.904649] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.925289] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.925488] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.925730] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.925730] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.925837] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.925997] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.926470] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.926470] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.926772] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.926772] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.927120] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.927192] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.927273] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.927395] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.927473] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.928154] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.928154] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.928154] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.931920] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.931920] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.931920] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2b935df-b98e-4ceb-95d1-1ecf01324f0f is going to be updated. [ 647.999647] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.999647] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.999647] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.999647] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.999647] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.016088] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2b935df-b98e-4ceb-95d1-1ecf01324f0f in Status: IN_PROGRESS for 2s [ 648.614102] env[65642]: INFO networking_nsxv3.common.synchronization [None req-22e2950e-eac6-4a9b-bb99-c02f9d7ff964 None None] Enqueued Resource ID: 8dccdec5-db68-4846-85a5-a1497c774e89 with Priority: HIGHEST for action port [ 648.616028] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dccdec5-db68-4846-85a5-a1497c774e89 with Priority: HIGHEST for action port [ 648.616028] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-8dccdec5-db68-4846-85a5-a1497c774e89 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.616028] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8dccdec5-db68-4846-85a5-a1497c774e89" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.616028] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8dccdec5-db68-4846-85a5-a1497c774e89" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.616028] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8dccdec5-db68-4846-85a5-a1497c774e89" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.616028] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8dccdec5-db68-4846-85a5-a1497c774e89',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.043914] env[65642]: INFO networking_nsxv3.common.synchronization [None req-18292914-db3b-4ae9-9111-15325c67668a None None] Enqueued Resource ID: b20b3a9c-8262-46c1-a76f-3be90c8a0b67 with Priority: HIGHEST for action port [ 649.045127] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b20b3a9c-8262-46c1-a76f-3be90c8a0b67 with Priority: HIGHEST for action port [ 649.045127] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-b20b3a9c-8262-46c1-a76f-3be90c8a0b67 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.045127] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b20b3a9c-8262-46c1-a76f-3be90c8a0b67" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.045127] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b20b3a9c-8262-46c1-a76f-3be90c8a0b67" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.046453] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b20b3a9c-8262-46c1-a76f-3be90c8a0b67" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.051524] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b20b3a9c-8262-46c1-a76f-3be90c8a0b67',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.121298] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8dccdec5-db68-4846-85a5-a1497c774e89 [ 649.121588] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.121792] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.121792] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.122196] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.122328] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.122754] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8dccdec5-db68-4846-85a5-a1497c774e89 already deleted. [ 649.122754] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8dccdec5-db68-4846-85a5-a1497c774e89" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.554480] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b20b3a9c-8262-46c1-a76f-3be90c8a0b67 [ 649.555286] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.556834] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.556938] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.557428] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.557577] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.557722] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b20b3a9c-8262-46c1-a76f-3be90c8a0b67 already deleted. [ 649.557776] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b20b3a9c-8262-46c1-a76f-3be90c8a0b67" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.594291] env[65642]: INFO networking_nsxv3.common.synchronization [None req-9ea21e52-29ad-4f8b-b229-2a11801aac65 None None] Enqueued Resource ID: 11123fda-6e0e-4b29-9e57-2aebe74978e8 with Priority: HIGHEST for action port [ 649.594958] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11123fda-6e0e-4b29-9e57-2aebe74978e8 with Priority: HIGHEST for action port [ 649.595364] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-11123fda-6e0e-4b29-9e57-2aebe74978e8 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.595493] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-11123fda-6e0e-4b29-9e57-2aebe74978e8" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.595561] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-11123fda-6e0e-4b29-9e57-2aebe74978e8" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.595822] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-11123fda-6e0e-4b29-9e57-2aebe74978e8" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.595906] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11123fda-6e0e-4b29-9e57-2aebe74978e8',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.035688] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2b935df-b98e-4ceb-95d1-1ecf01324f0f in Status: SUCCESS [ 650.035892] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2b935df-b98e-4ceb-95d1-1ecf01324f0f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.083516] env[65642]: INFO networking_nsxv3.common.synchronization [req-547f61f9-4b6d-41e4-ad66-36c9bc903e15 req-ff2f171d-4bfe-4583-9ebb-43a23b1c631d tempest-ServersTestFqdnHostnames-341064129 tempest-ServersTestFqdnHostnames-341064129-project-member] Enqueued Resource ID: 8d9860cc-1f11-4bce-b359-958bfb80ccf3 with Priority: HIGHEST for action security_group_members [ 650.083516] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d9860cc-1f11-4bce-b359-958bfb80ccf3 with Priority: HIGHEST for action security_group_members [ 650.084075] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d9860cc-1f11-4bce-b359-958bfb80ccf3 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.084249] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d9860cc-1f11-4bce-b359-958bfb80ccf3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.084321] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d9860cc-1f11-4bce-b359-958bfb80ccf3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.084614] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d9860cc-1f11-4bce-b359-958bfb80ccf3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.084807] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.084911] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.084978] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.085172] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.085256] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.085371] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d9860cc-1f11-4bce-b359-958bfb80ccf3',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.099020] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 11123fda-6e0e-4b29-9e57-2aebe74978e8 [ 650.099020] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.099020] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.099020] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.099020] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.099020] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.099020] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:11123fda-6e0e-4b29-9e57-2aebe74978e8 already deleted. [ 650.099020] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-11123fda-6e0e-4b29-9e57-2aebe74978e8" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.528419] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock network-550 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.528640] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "network-550" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.528727] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "network-550" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.529629] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "network-550" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.529950] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.530158] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.530280] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.530581] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.530727] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.530929] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 650.531048] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] NeedRegenerationException {{(pid=65642) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 650.531154] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] no value, waiting for create lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 650.531256] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] value creation lock acquired {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 650.531362] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 650.531462] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Calling creation function for not-yet-present value {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 650.531587] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 650.552390] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 650.552628] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65642) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 650.552787] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Released creation lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 650.552967] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "network-550" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.553359] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock port-0f1052ab-bf2f-47bd-8b86-5da06d9a3667 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.553616] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "port-0f1052ab-bf2f-47bd-8b86-5da06d9a3667" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.553776] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "port-0f1052ab-bf2f-47bd-8b86-5da06d9a3667" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.554114] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "port-0f1052ab-bf2f-47bd-8b86-5da06d9a3667" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.554253] env[65642]: DEBUG networking_nsxv3.api.rpc [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f1052ab-bf2f-47bd-8b86-5da06d9a3667',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.588628] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.588851] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.588933] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.589285] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.589373] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.589576] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.589691] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.589787] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.589984] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.590149] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.590285] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d9860cc-1f11-4bce-b359-958bfb80ccf3 already deleted. [ 650.590285] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d9860cc-1f11-4bce-b359-958bfb80ccf3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.057711] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.057874] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.058092] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.058619] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.058813] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.058966] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Segment Port 0f1052ab-bf2f-47bd-8b86-5da06d9a3667 not found, creating... [ 651.059242] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.059416] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.059525] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.059758] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.059893] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.060314] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.060476] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.060620] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.060853] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.061060] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.061201] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Resource: SegmentPort with ID: 0f1052ab-bf2f-47bd-8b86-5da06d9a3667 is going to be created. [ 651.086757] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.086757] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.086757] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.086757] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.086757] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.086757] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "port-0f1052ab-bf2f-47bd-8b86-5da06d9a3667" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.784901] env[65642]: INFO networking_nsxv3.common.synchronization [req-547f61f9-4b6d-41e4-ad66-36c9bc903e15 req-dc5549d7-fb13-47f3-841c-d2bf10dba330 service nova] Enqueued Resource ID: 8d9860cc-1f11-4bce-b359-958bfb80ccf3 with Priority: HIGHEST for action security_group_rules [ 651.785365] env[65642]: INFO networking_nsxv3.common.synchronization [req-547f61f9-4b6d-41e4-ad66-36c9bc903e15 req-dc5549d7-fb13-47f3-841c-d2bf10dba330 service nova] Enqueued Resource ID: 8d9860cc-1f11-4bce-b359-958bfb80ccf3 with Priority: HIGHEST for action security_group_members [ 651.785365] env[65642]: INFO networking_nsxv3.common.synchronization [req-547f61f9-4b6d-41e4-ad66-36c9bc903e15 req-dc5549d7-fb13-47f3-841c-d2bf10dba330 service nova] Enqueued Resource ID: 0f1052ab-bf2f-47bd-8b86-5da06d9a3667 with Priority: HIGHEST for action port [ 651.785935] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d9860cc-1f11-4bce-b359-958bfb80ccf3 with Priority: HIGHEST for action security_group_rules [ 651.786847] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d9860cc-1f11-4bce-b359-958bfb80ccf3 with Priority: HIGHEST for action security_group_members [ 651.786847] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f1052ab-bf2f-47bd-8b86-5da06d9a3667 with Priority: HIGHEST for action port [ 651.786847] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d9860cc-1f11-4bce-b359-958bfb80ccf3 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.786847] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d9860cc-1f11-4bce-b359-958bfb80ccf3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.786847] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d9860cc-1f11-4bce-b359-958bfb80ccf3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.786847] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d9860cc-1f11-4bce-b359-958bfb80ccf3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.786847] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d9860cc-1f11-4bce-b359-958bfb80ccf3',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.789255] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d9860cc-1f11-4bce-b359-958bfb80ccf3 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.789255] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d9860cc-1f11-4bce-b359-958bfb80ccf3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.789255] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d9860cc-1f11-4bce-b359-958bfb80ccf3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.789255] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d9860cc-1f11-4bce-b359-958bfb80ccf3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.789255] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.789255] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.789255] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.789255] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.789977] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.789977] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d9860cc-1f11-4bce-b359-958bfb80ccf3',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.791649] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f1052ab-bf2f-47bd-8b86-5da06d9a3667 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.791765] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f1052ab-bf2f-47bd-8b86-5da06d9a3667" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.791865] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f1052ab-bf2f-47bd-8b86-5da06d9a3667" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.792036] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f1052ab-bf2f-47bd-8b86-5da06d9a3667" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.792122] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f1052ab-bf2f-47bd-8b86-5da06d9a3667',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.257534] env[65642]: INFO networking_nsxv3.common.synchronization [None req-8cd0a4d6-dfe1-425e-8bd0-780c1cd1611a None None] Enqueued Resource ID: 000f8588-44fa-4206-840c-8eb133c06ca3 with Priority: HIGHEST for action port [ 652.259789] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 000f8588-44fa-4206-840c-8eb133c06ca3 with Priority: HIGHEST for action port [ 652.259789] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-000f8588-44fa-4206-840c-8eb133c06ca3 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.260082] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-000f8588-44fa-4206-840c-8eb133c06ca3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.260212] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-000f8588-44fa-4206-840c-8eb133c06ca3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.260483] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-000f8588-44fa-4206-840c-8eb133c06ca3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.260564] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('000f8588-44fa-4206-840c-8eb133c06ca3',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.293075] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d9860cc-1f11-4bce-b359-958bfb80ccf3',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.294800] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d9860cc-1f11-4bce-b359-958bfb80ccf3 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.294800] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d9860cc-1f11-4bce-b359-958bfb80ccf3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.296796] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0f1052ab-bf2f-47bd-8b86-5da06d9a3667 with status ACTIVE [ 652.296985] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.298558] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.298558] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.298558] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.298558] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.298558] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.298558] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.298558] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.298558] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.298558] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.298558] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.298558] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.298558] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.298558] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.298558] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.298558] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0f1052ab-bf2f-47bd-8b86-5da06d9a3667 is going to be updated. [ 652.332294] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.332472] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.332539] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.332757] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.332912] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.333079] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f1052ab-bf2f-47bd-8b86-5da06d9a3667" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.553024] env[65642]: INFO networking_nsxv3.common.synchronization [req-56fcdda4-c4ea-4f25-9a52-498c0b734b05 req-c5ea6948-1e6f-42aa-b259-56a0afb696b5 tempest-ImagesNegativeTestJSON-142304515 tempest-ImagesNegativeTestJSON-142304515-project-member] Enqueued Resource ID: a805e9bd-3633-42ef-91d2-c0770cea0ec3 with Priority: HIGHEST for action security_group_members [ 652.553024] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a805e9bd-3633-42ef-91d2-c0770cea0ec3 with Priority: HIGHEST for action security_group_members [ 652.553024] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-a805e9bd-3633-42ef-91d2-c0770cea0ec3 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.553024] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a805e9bd-3633-42ef-91d2-c0770cea0ec3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.553024] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a805e9bd-3633-42ef-91d2-c0770cea0ec3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.553941] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a805e9bd-3633-42ef-91d2-c0770cea0ec3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.555112] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.556573] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.556573] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.556573] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.556573] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.556573] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a805e9bd-3633-42ef-91d2-c0770cea0ec3',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.762994] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 000f8588-44fa-4206-840c-8eb133c06ca3 [ 652.766761] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.766761] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.766761] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.766761] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.766761] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.766761] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:000f8588-44fa-4206-840c-8eb133c06ca3 already deleted. [ 652.766761] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-000f8588-44fa-4206-840c-8eb133c06ca3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.780677] env[65642]: INFO networking_nsxv3.common.synchronization [req-53f1253d-5758-4b3b-8275-e2ff172c8f22 req-bb6a53dd-eb1b-4e46-b3bc-cd2c7b28e59e tempest-VolumesAdminNegativeTest-1589651384 tempest-VolumesAdminNegativeTest-1589651384-project-member] Enqueued Resource ID: b5eab9fd-b38a-4399-84e0-8b657dccd65a with Priority: HIGHEST for action security_group_members [ 652.781253] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5eab9fd-b38a-4399-84e0-8b657dccd65a with Priority: HIGHEST for action security_group_members [ 652.781718] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5eab9fd-b38a-4399-84e0-8b657dccd65a taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.781718] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5eab9fd-b38a-4399-84e0-8b657dccd65a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.781861] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5eab9fd-b38a-4399-84e0-8b657dccd65a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.783154] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5eab9fd-b38a-4399-84e0-8b657dccd65a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.783154] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.783154] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.783154] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.783154] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.783154] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.783154] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5eab9fd-b38a-4399-84e0-8b657dccd65a',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.797320] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d9860cc-1f11-4bce-b359-958bfb80ccf3',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.060855] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.061363] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.061363] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.061527] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.061654] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.061885] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.064313] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.064313] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.064313] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.064313] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.064313] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a805e9bd-3633-42ef-91d2-c0770cea0ec3 is going to be updated. [ 653.098082] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.098262] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.098262] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.098431] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.098745] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.111385] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a805e9bd-3633-42ef-91d2-c0770cea0ec3 in Status: IN_PROGRESS for 2s [ 653.179474] env[65642]: INFO networking_nsxv3.common.synchronization [req-3e4aee61-57a9-47a8-baf9-5ab60176a3c0 req-0e648d17-5675-47d1-8c68-2e9f4e72c118 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Enqueued Resource ID: 275dc271-b0af-4a42-966e-14343faaa755 with Priority: HIGHEST for action security_group_members [ 653.180087] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 275dc271-b0af-4a42-966e-14343faaa755 with Priority: HIGHEST for action security_group_members [ 653.180432] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-275dc271-b0af-4a42-966e-14343faaa755 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.180610] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.180693] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.180964] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.181146] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.181249] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.181310] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.181467] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.181550] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.181635] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('275dc271-b0af-4a42-966e-14343faaa755',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.286645] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.286645] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.286645] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.286645] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.286645] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.286645] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.286645] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.286645] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.286645] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.286645] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.286645] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5eab9fd-b38a-4399-84e0-8b657dccd65a is going to be updated. [ 653.303407] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.303407] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.303407] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.303407] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.303918] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.304061] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d9860cc-1f11-4bce-b359-958bfb80ccf3 is going to be created. [ 653.322052] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.322052] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.322351] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.322351] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.322499] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.327070] env[65642]: INFO networking_nsxv3.common.synchronization [None req-da18307f-3868-487e-917f-aebb91e64d7c tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Enqueued Resource ID: e46e3e81-dafc-44f9-914d-ddc98eeed238 with Priority: HIGHEST for action security_group_rules [ 653.327928] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e46e3e81-dafc-44f9-914d-ddc98eeed238 with Priority: HIGHEST for action security_group_rules [ 653.327928] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e46e3e81-dafc-44f9-914d-ddc98eeed238 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.328042] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e46e3e81-dafc-44f9-914d-ddc98eeed238" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.328097] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e46e3e81-dafc-44f9-914d-ddc98eeed238" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.328443] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e46e3e81-dafc-44f9-914d-ddc98eeed238" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.328542] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e46e3e81-dafc-44f9-914d-ddc98eeed238',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.335238] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5eab9fd-b38a-4399-84e0-8b657dccd65a in Status: IN_PROGRESS for 2s [ 653.339191] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.339382] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.339419] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.339631] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.339819] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.361125] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d9860cc-1f11-4bce-b359-958bfb80ccf3 in Status: UNINITIALIZED for 2s [ 653.395690] env[65642]: INFO networking_nsxv3.common.synchronization [None req-dd168695-a3af-4558-a224-fd8cb4805ebe None None] Enqueued Resource ID: 99a5a27b-eb18-4d76-85c9-d4c911eda06a with Priority: HIGHEST for action port [ 653.395860] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99a5a27b-eb18-4d76-85c9-d4c911eda06a with Priority: HIGHEST for action port [ 653.396181] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-99a5a27b-eb18-4d76-85c9-d4c911eda06a taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.396307] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-99a5a27b-eb18-4d76-85c9-d4c911eda06a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.396373] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-99a5a27b-eb18-4d76-85c9-d4c911eda06a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.396636] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-99a5a27b-eb18-4d76-85c9-d4c911eda06a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.396719] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99a5a27b-eb18-4d76-85c9-d4c911eda06a',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.626677] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock network-824 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.626935] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "network-824" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.626935] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "network-824" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.627231] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "network-824" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.627470] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.628492] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.628492] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.628492] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.628735] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.630173] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 653.632048] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] NeedRegenerationException {{(pid=65642) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 653.632048] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] no value, waiting for create lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 653.632048] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] value creation lock acquired {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 653.632048] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 653.632048] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Calling creation function for not-yet-present value {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 653.632048] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 653.650558] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 653.650725] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65642) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 653.650866] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Released creation lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 653.651051] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "network-824" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.651363] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock port-8927e56d-8491-4ab3-aaf4-198003dc5e23 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.651528] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "port-8927e56d-8491-4ab3-aaf4-198003dc5e23" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.651641] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "port-8927e56d-8491-4ab3-aaf4-198003dc5e23" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.651997] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "port-8927e56d-8491-4ab3-aaf4-198003dc5e23" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.652140] env[65642]: DEBUG networking_nsxv3.api.rpc [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8927e56d-8491-4ab3-aaf4-198003dc5e23',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.685927] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.685927] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.685927] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.685927] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.685927] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.685927] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.685927] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.685927] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.687177] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.687277] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.687394] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 275dc271-b0af-4a42-966e-14343faaa755 already deleted. [ 653.687484] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.718946] env[65642]: INFO networking_nsxv3.common.synchronization [None req-579e7950-ee5c-4b2d-8eac-ad07c0f1972f tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Enqueued Resource ID: e46e3e81-dafc-44f9-914d-ddc98eeed238 with Priority: HIGHEST for action security_group_rules [ 653.719161] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e46e3e81-dafc-44f9-914d-ddc98eeed238 with Priority: HIGHEST for action security_group_rules [ 653.719669] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e46e3e81-dafc-44f9-914d-ddc98eeed238 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.719669] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e46e3e81-dafc-44f9-914d-ddc98eeed238" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.851530] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.852678] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.852678] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.852678] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.852678] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.852678] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e46e3e81-dafc-44f9-914d-ddc98eeed238 already deleted. [ 653.852678] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e46e3e81-dafc-44f9-914d-ddc98eeed238" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.853215] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e46e3e81-dafc-44f9-914d-ddc98eeed238" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.853448] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e46e3e81-dafc-44f9-914d-ddc98eeed238" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.853555] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e46e3e81-dafc-44f9-914d-ddc98eeed238',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.898711] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 99a5a27b-eb18-4d76-85c9-d4c911eda06a [ 653.898937] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.901080] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.901080] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.901080] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.901080] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.901080] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:99a5a27b-eb18-4d76-85c9-d4c911eda06a already deleted. [ 653.901080] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-99a5a27b-eb18-4d76-85c9-d4c911eda06a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.155571] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.155990] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.156286] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.156478] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.156747] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.156923] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Segment Port 8927e56d-8491-4ab3-aaf4-198003dc5e23 not found, creating... [ 654.157256] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.157359] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.157481] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.157714] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.157843] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.158124] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.158393] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.158393] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.159009] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.159225] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.159377] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Resource: SegmentPort with ID: 8927e56d-8491-4ab3-aaf4-198003dc5e23 is going to be created. [ 654.181143] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.181360] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.181478] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.181771] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.181998] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.182256] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "port-8927e56d-8491-4ab3-aaf4-198003dc5e23" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.193140] env[65642]: INFO networking_nsxv3.common.synchronization [None req-80badc02-5e35-4d59-839b-6e59b8275208 None None] Enqueued Resource ID: c729c99c-3b32-4416-95f3-84a47de6217d with Priority: HIGHEST for action port [ 654.193140] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c729c99c-3b32-4416-95f3-84a47de6217d with Priority: HIGHEST for action port [ 654.193438] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-c729c99c-3b32-4416-95f3-84a47de6217d taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.193551] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c729c99c-3b32-4416-95f3-84a47de6217d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.193612] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c729c99c-3b32-4416-95f3-84a47de6217d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.194127] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c729c99c-3b32-4416-95f3-84a47de6217d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.194127] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c729c99c-3b32-4416-95f3-84a47de6217d',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.389691] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.390134] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.390462] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.391068] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.391293] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.391612] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e46e3e81-dafc-44f9-914d-ddc98eeed238 already deleted. [ 654.391781] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e46e3e81-dafc-44f9-914d-ddc98eeed238" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.698878] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c729c99c-3b32-4416-95f3-84a47de6217d [ 654.698878] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.698878] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.698878] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.698878] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.698878] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.698878] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c729c99c-3b32-4416-95f3-84a47de6217d already deleted. [ 654.698878] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c729c99c-3b32-4416-95f3-84a47de6217d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.058473] env[65642]: INFO networking_nsxv3.common.synchronization [req-3e4aee61-57a9-47a8-baf9-5ab60176a3c0 req-81ded9e6-63ce-40dc-a4c2-0398d03e0cb1 service nova] Enqueued Resource ID: 275dc271-b0af-4a42-966e-14343faaa755 with Priority: HIGHEST for action security_group_rules [ 655.058653] env[65642]: INFO networking_nsxv3.common.synchronization [req-3e4aee61-57a9-47a8-baf9-5ab60176a3c0 req-81ded9e6-63ce-40dc-a4c2-0398d03e0cb1 service nova] Enqueued Resource ID: 275dc271-b0af-4a42-966e-14343faaa755 with Priority: HIGHEST for action security_group_members [ 655.058809] env[65642]: INFO networking_nsxv3.common.synchronization [req-3e4aee61-57a9-47a8-baf9-5ab60176a3c0 req-81ded9e6-63ce-40dc-a4c2-0398d03e0cb1 service nova] Enqueued Resource ID: 8927e56d-8491-4ab3-aaf4-198003dc5e23 with Priority: HIGHEST for action port [ 655.059338] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 275dc271-b0af-4a42-966e-14343faaa755 with Priority: HIGHEST for action security_group_rules [ 655.059472] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 275dc271-b0af-4a42-966e-14343faaa755 with Priority: HIGHEST for action security_group_members [ 655.059562] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8927e56d-8491-4ab3-aaf4-198003dc5e23 with Priority: HIGHEST for action port [ 655.060276] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-275dc271-b0af-4a42-966e-14343faaa755 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.060402] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.060467] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.060732] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.060810] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('275dc271-b0af-4a42-966e-14343faaa755',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.063579] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-275dc271-b0af-4a42-966e-14343faaa755 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.063579] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.063579] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.063579] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.063579] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.063579] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.063579] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.063579] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.063579] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.063579] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('275dc271-b0af-4a42-966e-14343faaa755',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.063579] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-8927e56d-8491-4ab3-aaf4-198003dc5e23 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.064167] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8927e56d-8491-4ab3-aaf4-198003dc5e23" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.064167] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8927e56d-8491-4ab3-aaf4-198003dc5e23" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.064167] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8927e56d-8491-4ab3-aaf4-198003dc5e23" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.064167] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8927e56d-8491-4ab3-aaf4-198003dc5e23',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.125090] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a805e9bd-3633-42ef-91d2-c0770cea0ec3 in Status: SUCCESS [ 655.125090] env[65642]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a805e9bd-3633-42ef-91d2-c0770cea0ec3 deletion is rescheduled due to dependency. [ 655.125090] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a805e9bd-3633-42ef-91d2-c0770cea0ec3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.346019] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5eab9fd-b38a-4399-84e0-8b657dccd65a in Status: SUCCESS [ 655.346440] env[65642]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5eab9fd-b38a-4399-84e0-8b657dccd65a deletion is rescheduled due to dependency. [ 655.346577] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5eab9fd-b38a-4399-84e0-8b657dccd65a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.370388] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d9860cc-1f11-4bce-b359-958bfb80ccf3 in Status: SUCCESS [ 655.370388] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d9860cc-1f11-4bce-b359-958bfb80ccf3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.370388] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d9860cc-1f11-4bce-b359-958bfb80ccf3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.370726] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d9860cc-1f11-4bce-b359-958bfb80ccf3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.370726] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.370820] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.370938] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.371118] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.371189] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.371239] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d9860cc-1f11-4bce-b359-958bfb80ccf3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.371310] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8d9860cc-1f11-4bce-b359-958bfb80ccf3',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.566162] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-275dc271-b0af-4a42-966e-14343faaa755 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.566492] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.566492] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('275dc271-b0af-4a42-966e-14343faaa755',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.567596] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8927e56d-8491-4ab3-aaf4-198003dc5e23 with status ACTIVE [ 655.567596] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.567596] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.567783] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.567984] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.567984] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.568536] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.568536] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.568536] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.568536] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.568536] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.568788] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.568788] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.568788] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.569372] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.569445] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.569749] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8927e56d-8491-4ab3-aaf4-198003dc5e23 is going to be updated. [ 655.594820] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.594999] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.595098] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.595292] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.595439] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.595603] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8927e56d-8491-4ab3-aaf4-198003dc5e23" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.873298] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8d9860cc-1f11-4bce-b359-958bfb80ccf3',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.072342] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('275dc271-b0af-4a42-966e-14343faaa755',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.375397] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8d9860cc-1f11-4bce-b359-958bfb80ccf3: rpc.has_security_group_logging(os_id): False [ 656.401220] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.401573] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.401573] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.401767] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.401878] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.402223] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.402314] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.402628] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.402628] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.402628] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.402804] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d9860cc-1f11-4bce-b359-958bfb80ccf3 is going to be created. [ 656.460805] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.461074] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.461074] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.461250] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.462951] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.473237] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d9860cc-1f11-4bce-b359-958bfb80ccf3 in Status: IN_PROGRESS for 2s [ 656.562660] env[65642]: INFO networking_nsxv3.common.synchronization [req-ffee3c57-12a2-4ba7-b7a7-3805059aaf83 req-a5254a29-6681-4df0-818d-7dcf70b9d6b5 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Enqueued Resource ID: 406cbf14-aa8e-4583-befe-4098212656f7 with Priority: HIGHEST for action security_group_members [ 656.563040] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 406cbf14-aa8e-4583-befe-4098212656f7 with Priority: HIGHEST for action security_group_members [ 656.563368] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-406cbf14-aa8e-4583-befe-4098212656f7 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.563492] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-406cbf14-aa8e-4583-befe-4098212656f7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.563558] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-406cbf14-aa8e-4583-befe-4098212656f7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.564533] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-406cbf14-aa8e-4583-befe-4098212656f7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.564533] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.564533] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.566179] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.566665] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.566665] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.566665] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('406cbf14-aa8e-4583-befe-4098212656f7',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.576425] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.576645] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.576645] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.576830] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.576917] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.577019] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 275dc271-b0af-4a42-966e-14343faaa755 is going to be created. [ 656.611168] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.611443] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.611443] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.611592] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.611901] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.623675] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 275dc271-b0af-4a42-966e-14343faaa755 in Status: UNINITIALIZED for 2s [ 657.069459] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('406cbf14-aa8e-4583-befe-4098212656f7',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.125950] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock network-55 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.126246] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "network-55" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.126467] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "network-55" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.126738] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "network-55" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.127083] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.127290] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.127441] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.127714] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.127903] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.128189] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 657.128344] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] NeedRegenerationException {{(pid=65642) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 657.128494] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] no value, waiting for create lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 657.128652] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] value creation lock acquired {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 657.128785] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 657.128927] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Calling creation function for not-yet-present value {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 657.129323] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 657.148901] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 657.149165] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65642) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 657.149225] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Released creation lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 657.149389] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "network-55" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.150374] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock port-4b190a6f-27a5-4645-a591-c817dd06fd78 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.150374] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "port-4b190a6f-27a5-4645-a591-c817dd06fd78" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.150374] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "port-4b190a6f-27a5-4645-a591-c817dd06fd78" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.150374] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "port-4b190a6f-27a5-4645-a591-c817dd06fd78" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.150726] env[65642]: DEBUG networking_nsxv3.api.rpc [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b190a6f-27a5-4645-a591-c817dd06fd78',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.573107] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('406cbf14-aa8e-4583-befe-4098212656f7',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.652982] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.653337] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.653337] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.653657] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.653850] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.653950] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Segment Port 4b190a6f-27a5-4645-a591-c817dd06fd78 not found, creating... [ 657.654243] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.654437] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.654533] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.654764] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.654895] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.655193] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.655346] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.655455] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.655754] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.655897] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.656046] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Resource: SegmentPort with ID: 4b190a6f-27a5-4645-a591-c817dd06fd78 is going to be created. [ 657.679223] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.679896] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.679896] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.680093] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.680442] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.680762] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "port-4b190a6f-27a5-4645-a591-c817dd06fd78" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.075565] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.076538] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.076647] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.076890] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.077020] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.077160] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 406cbf14-aa8e-4583-befe-4098212656f7 is going to be updated. [ 658.109885] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.110136] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.110213] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.110428] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.110574] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.120226] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 406cbf14-aa8e-4583-befe-4098212656f7 in Status: IN_PROGRESS for 2s [ 658.392846] env[65642]: INFO networking_nsxv3.common.synchronization [req-ffee3c57-12a2-4ba7-b7a7-3805059aaf83 req-c756daf7-6f7c-41ab-b89e-10739db3f458 service nova] Enqueued Resource ID: 406cbf14-aa8e-4583-befe-4098212656f7 with Priority: HIGHEST for action security_group_rules [ 658.392846] env[65642]: INFO networking_nsxv3.common.synchronization [req-ffee3c57-12a2-4ba7-b7a7-3805059aaf83 req-c756daf7-6f7c-41ab-b89e-10739db3f458 service nova] Enqueued Resource ID: 406cbf14-aa8e-4583-befe-4098212656f7 with Priority: HIGHEST for action security_group_members [ 658.392995] env[65642]: INFO networking_nsxv3.common.synchronization [req-ffee3c57-12a2-4ba7-b7a7-3805059aaf83 req-c756daf7-6f7c-41ab-b89e-10739db3f458 service nova] Enqueued Resource ID: 4b190a6f-27a5-4645-a591-c817dd06fd78 with Priority: HIGHEST for action port [ 658.395022] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 406cbf14-aa8e-4583-befe-4098212656f7 with Priority: HIGHEST for action security_group_rules [ 658.395022] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 406cbf14-aa8e-4583-befe-4098212656f7 with Priority: HIGHEST for action security_group_members [ 658.395022] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b190a6f-27a5-4645-a591-c817dd06fd78 with Priority: HIGHEST for action port [ 658.395022] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-406cbf14-aa8e-4583-befe-4098212656f7 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.395022] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-406cbf14-aa8e-4583-befe-4098212656f7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.395022] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-406cbf14-aa8e-4583-befe-4098212656f7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.395022] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-406cbf14-aa8e-4583-befe-4098212656f7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.395022] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('406cbf14-aa8e-4583-befe-4098212656f7',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.395967] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-406cbf14-aa8e-4583-befe-4098212656f7 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.396181] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-406cbf14-aa8e-4583-befe-4098212656f7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.396709] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b190a6f-27a5-4645-a591-c817dd06fd78 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.396861] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b190a6f-27a5-4645-a591-c817dd06fd78" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.396974] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b190a6f-27a5-4645-a591-c817dd06fd78" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.397214] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b190a6f-27a5-4645-a591-c817dd06fd78" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.398113] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b190a6f-27a5-4645-a591-c817dd06fd78',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.485718] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d9860cc-1f11-4bce-b359-958bfb80ccf3 in Status: SUCCESS [ 658.485946] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d9860cc-1f11-4bce-b359-958bfb80ccf3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.634239] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 275dc271-b0af-4a42-966e-14343faaa755 in Status: SUCCESS [ 658.634780] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.635063] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.635306] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.635525] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.635647] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.635710] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.635871] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.635953] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.636109] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.636154] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('275dc271-b0af-4a42-966e-14343faaa755',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.901345] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-406cbf14-aa8e-4583-befe-4098212656f7 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.901345] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-406cbf14-aa8e-4583-befe-4098212656f7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.901345] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4b190a6f-27a5-4645-a591-c817dd06fd78 with status ACTIVE [ 658.902311] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.902311] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.902311] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.902311] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.902311] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.902311] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.902805] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.902805] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.902805] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.902805] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.902933] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.902982] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.903043] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.903251] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.903351] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.903477] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4b190a6f-27a5-4645-a591-c817dd06fd78 is going to be updated. [ 658.934631] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.934823] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.934886] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.935114] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.935470] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.935731] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b190a6f-27a5-4645-a591-c817dd06fd78" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.142110] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-275dc271-b0af-4a42-966e-14343faaa755 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.142110] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.142110] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.142470] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.143171] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.143171] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.143171] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.143171] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.143171] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.143171] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.143473] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-275dc271-b0af-4a42-966e-14343faaa755 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.143473] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.143473] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.143629] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.145060] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.145060] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.145060] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.145060] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.145060] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.145060] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.145060] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('275dc271-b0af-4a42-966e-14343faaa755',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.647650] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 275dc271-b0af-4a42-966e-14343faaa755: rpc.has_security_group_logging(os_id): False [ 659.670522] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.670829] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.670968] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.671509] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.671733] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.672156] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.672344] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.672978] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.673224] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.673314] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.674311] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.674311] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.674311] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.674593] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.674862] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.674993] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.675556] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.675556] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.675556] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.675673] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.675758] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 275dc271-b0af-4a42-966e-14343faaa755 is going to be created. [ 659.737019] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.737224] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.737224] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.737465] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.737689] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.751635] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 275dc271-b0af-4a42-966e-14343faaa755 in Status: IN_PROGRESS for 2s [ 660.135239] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 406cbf14-aa8e-4583-befe-4098212656f7 in Status: SUCCESS [ 660.135239] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-406cbf14-aa8e-4583-befe-4098212656f7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.135239] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-406cbf14-aa8e-4583-befe-4098212656f7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.135239] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-406cbf14-aa8e-4583-befe-4098212656f7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.135239] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.135239] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.135239] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.135239] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.135239] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.135239] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('406cbf14-aa8e-4583-befe-4098212656f7',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.641504] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('406cbf14-aa8e-4583-befe-4098212656f7',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.826939] env[65642]: INFO networking_nsxv3.common.synchronization [req-b79e05da-c973-4528-bb11-557247f22d1b req-249a8d34-db3e-4b05-982c-87292ccedbc3 tempest-InstanceActionsTestJSON-529534533 tempest-InstanceActionsTestJSON-529534533-project-member] Enqueued Resource ID: 4ae889e8-c0dd-42ea-aaaa-7c4da43cddf5 with Priority: HIGHEST for action security_group_members [ 660.826939] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ae889e8-c0dd-42ea-aaaa-7c4da43cddf5 with Priority: HIGHEST for action security_group_members [ 660.826939] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ae889e8-c0dd-42ea-aaaa-7c4da43cddf5 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.828032] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ae889e8-c0dd-42ea-aaaa-7c4da43cddf5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.828166] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ae889e8-c0dd-42ea-aaaa-7c4da43cddf5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.828413] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ae889e8-c0dd-42ea-aaaa-7c4da43cddf5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.828581] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.828717] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.828812] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.829027] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.829161] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.829245] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ae889e8-c0dd-42ea-aaaa-7c4da43cddf5',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.143881] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('406cbf14-aa8e-4583-befe-4098212656f7',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.331953] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.332163] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.332226] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.332515] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.332617] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.332818] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.332919] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.332981] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.333148] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.333224] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.333310] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ae889e8-c0dd-42ea-aaaa-7c4da43cddf5 is going to be updated. [ 661.374771] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.374910] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.377219] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.377219] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.377219] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.386740] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ae889e8-c0dd-42ea-aaaa-7c4da43cddf5 in Status: IN_PROGRESS for 2s [ 661.647770] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.648096] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.648096] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.648507] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.648680] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.648860] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 406cbf14-aa8e-4583-befe-4098212656f7 is going to be updated. [ 661.706408] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.706668] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.706668] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.706905] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.707138] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.728434] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 406cbf14-aa8e-4583-befe-4098212656f7 in Status: IN_PROGRESS for 2s [ 661.768695] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 275dc271-b0af-4a42-966e-14343faaa755 in Status: SUCCESS [ 661.768945] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.017033] env[65642]: INFO networking_nsxv3.common.synchronization [None req-60966288-5cf7-4b02-8c38-537998a6595f None None] Enqueued Resource ID: 3e4bae00-9b3a-458f-8188-c9da0a5faaa7 with Priority: HIGHEST for action port [ 662.017033] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e4bae00-9b3a-458f-8188-c9da0a5faaa7 with Priority: HIGHEST for action port [ 662.023647] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e4bae00-9b3a-458f-8188-c9da0a5faaa7 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.023647] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e4bae00-9b3a-458f-8188-c9da0a5faaa7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.023647] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e4bae00-9b3a-458f-8188-c9da0a5faaa7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.023647] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e4bae00-9b3a-458f-8188-c9da0a5faaa7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.023647] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e4bae00-9b3a-458f-8188-c9da0a5faaa7',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.523921] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3e4bae00-9b3a-458f-8188-c9da0a5faaa7 [ 662.524848] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.524848] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.524848] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.524848] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.524848] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.524848] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3e4bae00-9b3a-458f-8188-c9da0a5faaa7 already deleted. [ 662.524848] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e4bae00-9b3a-458f-8188-c9da0a5faaa7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.398438] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ae889e8-c0dd-42ea-aaaa-7c4da43cddf5 in Status: SUCCESS [ 663.399106] env[65642]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ae889e8-c0dd-42ea-aaaa-7c4da43cddf5 deletion is rescheduled due to dependency. [ 663.399106] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ae889e8-c0dd-42ea-aaaa-7c4da43cddf5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.742848] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 406cbf14-aa8e-4583-befe-4098212656f7 in Status: SUCCESS [ 663.743522] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-406cbf14-aa8e-4583-befe-4098212656f7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.743708] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-406cbf14-aa8e-4583-befe-4098212656f7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.743955] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-406cbf14-aa8e-4583-befe-4098212656f7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.744181] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.744320] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.744478] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.744628] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.744720] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.744811] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-406cbf14-aa8e-4583-befe-4098212656f7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.744969] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('406cbf14-aa8e-4583-befe-4098212656f7',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.773557] env[65642]: INFO networking_nsxv3.common.synchronization [None req-0957d4dd-10c2-4671-bb5a-aaf8c3c77bdf None None] Enqueued Resource ID: ea3f7e9b-fe11-4d85-adfe-7e6544de3d57 with Priority: HIGHEST for action port [ 663.773557] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea3f7e9b-fe11-4d85-adfe-7e6544de3d57 with Priority: HIGHEST for action port [ 663.773557] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-ea3f7e9b-fe11-4d85-adfe-7e6544de3d57 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.773557] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ea3f7e9b-fe11-4d85-adfe-7e6544de3d57" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.773557] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ea3f7e9b-fe11-4d85-adfe-7e6544de3d57" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.773557] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ea3f7e9b-fe11-4d85-adfe-7e6544de3d57" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.773557] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea3f7e9b-fe11-4d85-adfe-7e6544de3d57',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.248403] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-406cbf14-aa8e-4583-befe-4098212656f7 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.248403] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-406cbf14-aa8e-4583-befe-4098212656f7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.248403] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-406cbf14-aa8e-4583-befe-4098212656f7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.248917] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-406cbf14-aa8e-4583-befe-4098212656f7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.249334] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.250788] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.250788] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.251024] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.251100] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.251207] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-406cbf14-aa8e-4583-befe-4098212656f7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.251767] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-406cbf14-aa8e-4583-befe-4098212656f7 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.251767] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-406cbf14-aa8e-4583-befe-4098212656f7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.251767] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-406cbf14-aa8e-4583-befe-4098212656f7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.251767] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-406cbf14-aa8e-4583-befe-4098212656f7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.251955] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.251955] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.252040] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.252980] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.252980] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.252980] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-406cbf14-aa8e-4583-befe-4098212656f7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.252980] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('406cbf14-aa8e-4583-befe-4098212656f7',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.275771] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ea3f7e9b-fe11-4d85-adfe-7e6544de3d57 [ 664.276119] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.276218] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.276285] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.276491] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.276583] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.276636] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ea3f7e9b-fe11-4d85-adfe-7e6544de3d57 already deleted. [ 664.276744] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ea3f7e9b-fe11-4d85-adfe-7e6544de3d57" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.706715] env[65642]: INFO networking_nsxv3.common.synchronization [None req-a36f1854-b6f7-41c0-af25-926874ad8d80 None None] Enqueued Resource ID: e7490e42-3d62-4236-a18d-681c81c05b3f with Priority: HIGHEST for action port [ 664.708269] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7490e42-3d62-4236-a18d-681c81c05b3f with Priority: HIGHEST for action port [ 664.708269] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-e7490e42-3d62-4236-a18d-681c81c05b3f taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.708484] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e7490e42-3d62-4236-a18d-681c81c05b3f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.708484] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e7490e42-3d62-4236-a18d-681c81c05b3f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.708749] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e7490e42-3d62-4236-a18d-681c81c05b3f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.708862] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7490e42-3d62-4236-a18d-681c81c05b3f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.754930] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 406cbf14-aa8e-4583-befe-4098212656f7: rpc.has_security_group_logging(os_id): False [ 664.780315] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.780652] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.780652] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.781117] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.781455] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.781455] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.781714] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.781714] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.781887] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.781994] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.787040] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.787040] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.787040] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.787040] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.787579] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.787579] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.787579] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.787579] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.787894] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.788017] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.788255] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 406cbf14-aa8e-4583-befe-4098212656f7 is going to be updated. [ 664.887201] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.887423] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.887423] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.887641] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.887805] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.918393] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 406cbf14-aa8e-4583-befe-4098212656f7 in Status: IN_PROGRESS for 2s [ 665.214628] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e7490e42-3d62-4236-a18d-681c81c05b3f [ 665.214883] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.215038] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.215095] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.215319] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.215414] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.215527] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e7490e42-3d62-4236-a18d-681c81c05b3f already deleted. [ 665.215612] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e7490e42-3d62-4236-a18d-681c81c05b3f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.156030] env[65642]: INFO networking_nsxv3.common.synchronization [req-c692e925-3e8c-470c-b16b-7d68b00011cf req-8ad5b53e-3ec2-4864-8650-895b7793255f tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Enqueued Resource ID: 772f4be7-9647-4df0-9cfc-f9cfde6aae9f with Priority: HIGHEST for action security_group_members [ 666.156030] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 772f4be7-9647-4df0-9cfc-f9cfde6aae9f with Priority: HIGHEST for action security_group_members [ 666.157211] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-772f4be7-9647-4df0-9cfc-f9cfde6aae9f taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.160258] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-772f4be7-9647-4df0-9cfc-f9cfde6aae9f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.160258] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-772f4be7-9647-4df0-9cfc-f9cfde6aae9f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.160258] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-772f4be7-9647-4df0-9cfc-f9cfde6aae9f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.160258] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.160258] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.160258] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.160258] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.160258] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.160258] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('772f4be7-9647-4df0-9cfc-f9cfde6aae9f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.624308] env[65642]: INFO networking_nsxv3.common.synchronization [None req-f52efa04-809f-47d0-9f80-81efe1df756e None None] Enqueued Resource ID: f8e7400e-c3f1-4fe9-8d78-288054cce24d with Priority: HIGHEST for action port [ 666.626044] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8e7400e-c3f1-4fe9-8d78-288054cce24d with Priority: HIGHEST for action port [ 666.626044] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-f8e7400e-c3f1-4fe9-8d78-288054cce24d taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.626470] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f8e7400e-c3f1-4fe9-8d78-288054cce24d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.626562] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f8e7400e-c3f1-4fe9-8d78-288054cce24d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.627497] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f8e7400e-c3f1-4fe9-8d78-288054cce24d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.627604] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8e7400e-c3f1-4fe9-8d78-288054cce24d',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.663023] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.663023] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.663023] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.663023] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.663023] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.663023] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.663023] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.663023] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.663023] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.663023] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.663023] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 772f4be7-9647-4df0-9cfc-f9cfde6aae9f already deleted. [ 666.663023] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-772f4be7-9647-4df0-9cfc-f9cfde6aae9f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.943324] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 406cbf14-aa8e-4583-befe-4098212656f7 in Status: SUCCESS [ 666.943760] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-406cbf14-aa8e-4583-befe-4098212656f7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.132437] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f8e7400e-c3f1-4fe9-8d78-288054cce24d [ 667.133100] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.133100] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.133100] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.133297] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.133297] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.133371] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f8e7400e-c3f1-4fe9-8d78-288054cce24d already deleted. [ 667.133403] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f8e7400e-c3f1-4fe9-8d78-288054cce24d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.364774] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock network-546 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.365083] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "network-546" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.365142] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "network-546" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.365451] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "network-546" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.365721] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.365877] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.365986] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.366385] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.366586] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.366837] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 667.366995] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] NeedRegenerationException {{(pid=65642) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 667.367163] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] no value, waiting for create lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 667.367610] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] value creation lock acquired {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 667.367610] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 667.367610] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Calling creation function for not-yet-present value {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 667.367763] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 667.388572] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 667.388750] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65642) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 667.388786] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Released creation lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 667.388942] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "network-546" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.389287] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock port-32745388-a5a2-40dc-b401-e3aa0549f04d taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.389548] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "port-32745388-a5a2-40dc-b401-e3aa0549f04d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.389599] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "port-32745388-a5a2-40dc-b401-e3aa0549f04d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.389902] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "port-32745388-a5a2-40dc-b401-e3aa0549f04d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.390053] env[65642]: DEBUG networking_nsxv3.api.rpc [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32745388-a5a2-40dc-b401-e3aa0549f04d',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.894178] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.894539] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.894716] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.895081] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.895287] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.895485] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Segment Port 32745388-a5a2-40dc-b401-e3aa0549f04d not found, creating... [ 667.895783] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.896013] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.896207] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.896485] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.896686] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.897065] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.897308] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.897485] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.897746] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.897943] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.898108] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Resource: SegmentPort with ID: 32745388-a5a2-40dc-b401-e3aa0549f04d is going to be created. [ 667.923778] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.923778] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.924374] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.924374] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.925043] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.925043] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "port-32745388-a5a2-40dc-b401-e3aa0549f04d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.681965] env[65642]: INFO networking_nsxv3.common.synchronization [req-c692e925-3e8c-470c-b16b-7d68b00011cf req-b8c5c8da-aafb-4c5f-8764-ad260e0ff23a service nova] Enqueued Resource ID: 772f4be7-9647-4df0-9cfc-f9cfde6aae9f with Priority: HIGHEST for action security_group_rules [ 668.681965] env[65642]: INFO networking_nsxv3.common.synchronization [req-c692e925-3e8c-470c-b16b-7d68b00011cf req-b8c5c8da-aafb-4c5f-8764-ad260e0ff23a service nova] Enqueued Resource ID: 772f4be7-9647-4df0-9cfc-f9cfde6aae9f with Priority: HIGHEST for action security_group_members [ 668.682417] env[65642]: INFO networking_nsxv3.common.synchronization [req-c692e925-3e8c-470c-b16b-7d68b00011cf req-b8c5c8da-aafb-4c5f-8764-ad260e0ff23a service nova] Enqueued Resource ID: 32745388-a5a2-40dc-b401-e3aa0549f04d with Priority: HIGHEST for action port [ 668.682682] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 772f4be7-9647-4df0-9cfc-f9cfde6aae9f with Priority: HIGHEST for action security_group_rules [ 668.682894] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 772f4be7-9647-4df0-9cfc-f9cfde6aae9f with Priority: HIGHEST for action security_group_members [ 668.683659] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32745388-a5a2-40dc-b401-e3aa0549f04d with Priority: HIGHEST for action port [ 668.683938] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-772f4be7-9647-4df0-9cfc-f9cfde6aae9f taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.684153] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-772f4be7-9647-4df0-9cfc-f9cfde6aae9f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.684242] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-772f4be7-9647-4df0-9cfc-f9cfde6aae9f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.684632] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-772f4be7-9647-4df0-9cfc-f9cfde6aae9f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.684821] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('772f4be7-9647-4df0-9cfc-f9cfde6aae9f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.685946] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-772f4be7-9647-4df0-9cfc-f9cfde6aae9f taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.686085] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-772f4be7-9647-4df0-9cfc-f9cfde6aae9f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.686173] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-772f4be7-9647-4df0-9cfc-f9cfde6aae9f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.686369] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-772f4be7-9647-4df0-9cfc-f9cfde6aae9f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.686530] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.686636] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.686697] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.686851] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.686937] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.687042] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('772f4be7-9647-4df0-9cfc-f9cfde6aae9f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.691033] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-32745388-a5a2-40dc-b401-e3aa0549f04d taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.691033] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-32745388-a5a2-40dc-b401-e3aa0549f04d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.691033] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-32745388-a5a2-40dc-b401-e3aa0549f04d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.691033] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-32745388-a5a2-40dc-b401-e3aa0549f04d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.691033] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32745388-a5a2-40dc-b401-e3aa0549f04d',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.951079] env[65642]: INFO networking_nsxv3.common.synchronization [req-c692e925-3e8c-470c-b16b-7d68b00011cf req-5220c908-3523-4249-81bf-a3f394788697 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Enqueued Resource ID: 772f4be7-9647-4df0-9cfc-f9cfde6aae9f with Priority: HIGHEST for action security_group_members [ 668.951462] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 772f4be7-9647-4df0-9cfc-f9cfde6aae9f with Priority: HIGHEST for action security_group_members [ 668.951881] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-772f4be7-9647-4df0-9cfc-f9cfde6aae9f taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.952013] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-772f4be7-9647-4df0-9cfc-f9cfde6aae9f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.190774] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-772f4be7-9647-4df0-9cfc-f9cfde6aae9f taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.190956] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-772f4be7-9647-4df0-9cfc-f9cfde6aae9f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.191180] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('772f4be7-9647-4df0-9cfc-f9cfde6aae9f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.192897] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 32745388-a5a2-40dc-b401-e3aa0549f04d with status ACTIVE [ 669.192897] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.192897] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.192897] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.192897] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.192897] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.193295] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.193295] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.193295] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.193418] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.193551] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.194670] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.194959] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.195194] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.195580] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.195580] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.195580] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 32745388-a5a2-40dc-b401-e3aa0549f04d is going to be updated. [ 669.217139] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.217324] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.217377] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.217562] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.217701] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.217865] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-32745388-a5a2-40dc-b401-e3aa0549f04d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.418429] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock network-546 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.418640] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "network-546" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.418770] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "network-546" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.419069] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "network-546" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.419348] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.419514] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.419636] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.419867] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.420083] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.420398] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 669.420517] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] NeedRegenerationException {{(pid=65642) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 669.420760] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] no value, waiting for create lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 669.420760] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] value creation lock acquired {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 669.420925] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 669.420973] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Calling creation function for not-yet-present value {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 669.422035] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 669.442255] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 669.442418] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65642) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 669.442506] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Released creation lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 669.442770] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "network-546" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.443098] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock port-1c3d2bd6-4e8f-41c2-8398-a0969e96307b taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.443257] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "port-1c3d2bd6-4e8f-41c2-8398-a0969e96307b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.443310] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "port-1c3d2bd6-4e8f-41c2-8398-a0969e96307b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.444841] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "port-1c3d2bd6-4e8f-41c2-8398-a0969e96307b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.444841] env[65642]: DEBUG networking_nsxv3.api.rpc [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c3d2bd6-4e8f-41c2-8398-a0969e96307b',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.697382] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('772f4be7-9647-4df0-9cfc-f9cfde6aae9f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.947708] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.948449] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.948449] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.948449] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.948449] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.948640] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Segment Port 1c3d2bd6-4e8f-41c2-8398-a0969e96307b not found, creating... [ 669.948863] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.949040] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.949155] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.949373] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.949506] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.949892] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.950043] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.950043] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.950253] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.950369] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.950526] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Resource: SegmentPort with ID: 1c3d2bd6-4e8f-41c2-8398-a0969e96307b is going to be created. [ 669.987540] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.987756] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.987858] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.988282] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.988403] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.988627] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "port-1c3d2bd6-4e8f-41c2-8398-a0969e96307b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.203958] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.203958] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.203958] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.203958] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.203958] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.203958] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 772f4be7-9647-4df0-9cfc-f9cfde6aae9f is going to be created. [ 670.232638] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.232638] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.233031] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.233031] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.233205] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.245880] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 772f4be7-9647-4df0-9cfc-f9cfde6aae9f in Status: UNINITIALIZED for 2s [ 670.697300] env[65642]: INFO networking_nsxv3.common.synchronization [req-c692e925-3e8c-470c-b16b-7d68b00011cf req-d546a8fb-882f-40d1-92c5-5412ba373d72 service nova] Enqueued Resource ID: 772f4be7-9647-4df0-9cfc-f9cfde6aae9f with Priority: HIGHEST for action security_group_rules [ 670.697483] env[65642]: INFO networking_nsxv3.common.synchronization [req-c692e925-3e8c-470c-b16b-7d68b00011cf req-d546a8fb-882f-40d1-92c5-5412ba373d72 service nova] Enqueued Resource ID: 772f4be7-9647-4df0-9cfc-f9cfde6aae9f with Priority: HIGHEST for action security_group_members [ 670.697763] env[65642]: INFO networking_nsxv3.common.synchronization [req-c692e925-3e8c-470c-b16b-7d68b00011cf req-d546a8fb-882f-40d1-92c5-5412ba373d72 service nova] Enqueued Resource ID: 1c3d2bd6-4e8f-41c2-8398-a0969e96307b with Priority: HIGHEST for action port [ 670.698212] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 772f4be7-9647-4df0-9cfc-f9cfde6aae9f with Priority: HIGHEST for action security_group_rules [ 670.698354] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 772f4be7-9647-4df0-9cfc-f9cfde6aae9f with Priority: HIGHEST for action security_group_members [ 670.698460] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c3d2bd6-4e8f-41c2-8398-a0969e96307b with Priority: HIGHEST for action port [ 670.698934] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-772f4be7-9647-4df0-9cfc-f9cfde6aae9f taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.698934] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-772f4be7-9647-4df0-9cfc-f9cfde6aae9f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.699064] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-772f4be7-9647-4df0-9cfc-f9cfde6aae9f taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.699111] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-772f4be7-9647-4df0-9cfc-f9cfde6aae9f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.699505] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c3d2bd6-4e8f-41c2-8398-a0969e96307b taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.699505] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c3d2bd6-4e8f-41c2-8398-a0969e96307b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.699505] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c3d2bd6-4e8f-41c2-8398-a0969e96307b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.699676] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c3d2bd6-4e8f-41c2-8398-a0969e96307b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.699725] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c3d2bd6-4e8f-41c2-8398-a0969e96307b',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.203380] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1c3d2bd6-4e8f-41c2-8398-a0969e96307b with status ACTIVE [ 671.203380] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.203380] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.203380] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.203380] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.203380] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.203380] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.203380] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.203380] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.204342] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.204342] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.204813] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.204813] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.204917] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.205675] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.205675] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.205675] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1c3d2bd6-4e8f-41c2-8398-a0969e96307b is going to be updated. [ 671.227036] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.227166] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.227207] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.227413] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.227557] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.227722] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c3d2bd6-4e8f-41c2-8398-a0969e96307b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.789251] env[65642]: INFO networking_nsxv3.common.synchronization [req-a43ff080-d206-4da4-9005-8c81d81b30e2 req-de1150e5-0f86-4049-95b0-83f2f6485c15 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969 tempest-FloatingIPsAssociationNegativeTestJSON-1627372969-project-member] Enqueued Resource ID: 1a93ed5e-3cb5-409b-a97c-1280402bf541 with Priority: HIGHEST for action security_group_members [ 671.790561] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a93ed5e-3cb5-409b-a97c-1280402bf541 with Priority: HIGHEST for action security_group_members [ 671.790561] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a93ed5e-3cb5-409b-a97c-1280402bf541 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.790561] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a93ed5e-3cb5-409b-a97c-1280402bf541" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.790561] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a93ed5e-3cb5-409b-a97c-1280402bf541" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.790801] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a93ed5e-3cb5-409b-a97c-1280402bf541" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.790801] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.791131] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.791131] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.791243] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.791336] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.791485] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a93ed5e-3cb5-409b-a97c-1280402bf541',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.255143] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 772f4be7-9647-4df0-9cfc-f9cfde6aae9f in Status: SUCCESS [ 672.256049] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-772f4be7-9647-4df0-9cfc-f9cfde6aae9f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.256049] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-772f4be7-9647-4df0-9cfc-f9cfde6aae9f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.256049] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-772f4be7-9647-4df0-9cfc-f9cfde6aae9f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.256049] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.256049] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.256049] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.256425] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.256425] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.256425] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('772f4be7-9647-4df0-9cfc-f9cfde6aae9f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.293675] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.293881] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.293929] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.294163] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.294265] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.294485] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.294602] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.294667] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.294809] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.294888] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.294978] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a93ed5e-3cb5-409b-a97c-1280402bf541 is going to be updated. [ 672.332545] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.332694] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.332770] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.332986] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.333136] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.341897] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a93ed5e-3cb5-409b-a97c-1280402bf541 in Status: IN_PROGRESS for 2s [ 672.762015] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('772f4be7-9647-4df0-9cfc-f9cfde6aae9f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.265176] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('772f4be7-9647-4df0-9cfc-f9cfde6aae9f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.768239] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.768446] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.768529] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.768681] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.768764] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.768865] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 772f4be7-9647-4df0-9cfc-f9cfde6aae9f is going to be updated. [ 673.800099] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.803804] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.803804] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.803804] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.803804] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.813397] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 772f4be7-9647-4df0-9cfc-f9cfde6aae9f in Status: IN_PROGRESS for 2s [ 674.356592] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a93ed5e-3cb5-409b-a97c-1280402bf541 in Status: SUCCESS [ 674.356592] env[65642]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a93ed5e-3cb5-409b-a97c-1280402bf541 deletion is rescheduled due to dependency. [ 674.356592] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a93ed5e-3cb5-409b-a97c-1280402bf541" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.773633] env[65642]: INFO networking_nsxv3.common.synchronization [req-b87d7008-bcc9-4966-b246-382d21c37d67 req-6329d3bf-5a19-4221-be76-e747bdcd1d88 tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Enqueued Resource ID: c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b with Priority: HIGHEST for action security_group_members [ 674.774237] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b with Priority: HIGHEST for action security_group_members [ 674.774515] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.774640] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.774710] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.774918] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.775605] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.775839] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.775839] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.775993] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.775993] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.776173] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.279215] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.279453] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.279521] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.279710] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.279832] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.280101] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.280239] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.280324] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.280485] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.280559] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.280760] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b is going to be updated. [ 675.318778] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.318977] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.318977] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.319277] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.319652] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.330894] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b in Status: IN_PROGRESS for 2s [ 675.500894] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock network-687 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.501256] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "network-687" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.501256] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "network-687" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.502876] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "network-687" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.502876] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.502876] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.502876] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.502876] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.502876] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.502876] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 675.502876] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] NeedRegenerationException {{(pid=65642) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 675.503425] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] no value, waiting for create lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 675.503425] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] value creation lock acquired {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 675.503425] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 675.503425] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Calling creation function for not-yet-present value {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 675.503558] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 675.528663] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 675.529186] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65642) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 675.529186] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Released creation lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 675.529186] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "network-687" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.530134] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock port-402958f5-1c63-411d-8d8f-2bce284dda6e taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.530134] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "port-402958f5-1c63-411d-8d8f-2bce284dda6e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.530134] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "port-402958f5-1c63-411d-8d8f-2bce284dda6e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.530818] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "port-402958f5-1c63-411d-8d8f-2bce284dda6e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.530818] env[65642]: DEBUG networking_nsxv3.api.rpc [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('402958f5-1c63-411d-8d8f-2bce284dda6e',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.822279] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 772f4be7-9647-4df0-9cfc-f9cfde6aae9f in Status: SUCCESS [ 675.822611] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-772f4be7-9647-4df0-9cfc-f9cfde6aae9f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.822867] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-772f4be7-9647-4df0-9cfc-f9cfde6aae9f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.823203] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-772f4be7-9647-4df0-9cfc-f9cfde6aae9f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.823486] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.823740] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.823822] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.824014] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.824154] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.824302] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-772f4be7-9647-4df0-9cfc-f9cfde6aae9f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.824454] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('772f4be7-9647-4df0-9cfc-f9cfde6aae9f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.825559] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-772f4be7-9647-4df0-9cfc-f9cfde6aae9f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.825768] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-772f4be7-9647-4df0-9cfc-f9cfde6aae9f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.825990] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.826151] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.826225] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.826403] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.826465] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.826595] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('772f4be7-9647-4df0-9cfc-f9cfde6aae9f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.033494] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.033734] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.033879] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.034315] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.034578] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.034794] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Segment Port 402958f5-1c63-411d-8d8f-2bce284dda6e not found, creating... [ 676.035128] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.035332] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.035462] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.035743] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.035913] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.036357] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.036573] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.036756] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.036986] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.037159] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.037344] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Resource: SegmentPort with ID: 402958f5-1c63-411d-8d8f-2bce284dda6e is going to be created. [ 676.058843] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.059065] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.059187] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.059470] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.060399] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.060399] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "port-402958f5-1c63-411d-8d8f-2bce284dda6e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.330400] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-772f4be7-9647-4df0-9cfc-f9cfde6aae9f taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.330400] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-772f4be7-9647-4df0-9cfc-f9cfde6aae9f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.330400] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('772f4be7-9647-4df0-9cfc-f9cfde6aae9f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.699977] env[65642]: INFO networking_nsxv3.common.synchronization [None req-652e0c36-7790-435d-a83e-b07b62b1ab20 None None] Enqueued Resource ID: 57dc57df-18e3-4102-8566-aa9cd4a7f909 with Priority: HIGHEST for action port [ 676.699977] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57dc57df-18e3-4102-8566-aa9cd4a7f909 with Priority: HIGHEST for action port [ 676.700514] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-57dc57df-18e3-4102-8566-aa9cd4a7f909 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.700774] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-57dc57df-18e3-4102-8566-aa9cd4a7f909" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.700929] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-57dc57df-18e3-4102-8566-aa9cd4a7f909" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.701324] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-57dc57df-18e3-4102-8566-aa9cd4a7f909" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.701598] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57dc57df-18e3-4102-8566-aa9cd4a7f909',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.797538] env[65642]: INFO networking_nsxv3.common.synchronization [req-b87d7008-bcc9-4966-b246-382d21c37d67 req-2601d007-16c9-4830-b033-23a6e803341c service nova] Enqueued Resource ID: c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b with Priority: HIGHEST for action security_group_rules [ 676.797716] env[65642]: INFO networking_nsxv3.common.synchronization [req-b87d7008-bcc9-4966-b246-382d21c37d67 req-2601d007-16c9-4830-b033-23a6e803341c service nova] Enqueued Resource ID: c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b with Priority: HIGHEST for action security_group_members [ 676.797879] env[65642]: INFO networking_nsxv3.common.synchronization [req-b87d7008-bcc9-4966-b246-382d21c37d67 req-2601d007-16c9-4830-b033-23a6e803341c service nova] Enqueued Resource ID: 402958f5-1c63-411d-8d8f-2bce284dda6e with Priority: HIGHEST for action port [ 676.798429] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b with Priority: HIGHEST for action security_group_rules [ 676.798625] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b with Priority: HIGHEST for action security_group_members [ 676.798727] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 402958f5-1c63-411d-8d8f-2bce284dda6e with Priority: HIGHEST for action port [ 676.800536] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.803034] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.803034] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.803034] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.803034] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.803034] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.803034] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.803034] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-402958f5-1c63-411d-8d8f-2bce284dda6e taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.803034] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-402958f5-1c63-411d-8d8f-2bce284dda6e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.803034] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-402958f5-1c63-411d-8d8f-2bce284dda6e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.803034] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-402958f5-1c63-411d-8d8f-2bce284dda6e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.803034] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('402958f5-1c63-411d-8d8f-2bce284dda6e',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.833552] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('772f4be7-9647-4df0-9cfc-f9cfde6aae9f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.207407] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 57dc57df-18e3-4102-8566-aa9cd4a7f909 [ 677.207662] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.207855] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.207904] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.208112] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.208210] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.208350] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:57dc57df-18e3-4102-8566-aa9cd4a7f909 already deleted. [ 677.208405] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-57dc57df-18e3-4102-8566-aa9cd4a7f909" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.304991] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.308747] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.308747] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 402958f5-1c63-411d-8d8f-2bce284dda6e with status ACTIVE [ 677.308747] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.308747] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.308747] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.309071] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.309071] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.309218] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.309323] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.309440] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.309695] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.309695] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.309849] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.309931] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.309995] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.310915] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.310915] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.310915] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 402958f5-1c63-411d-8d8f-2bce284dda6e is going to be updated. [ 677.336334] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.336616] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.336616] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.336798] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.336872] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.338904] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-402958f5-1c63-411d-8d8f-2bce284dda6e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.338904] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.338904] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.338904] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.338904] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.338904] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.338904] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 772f4be7-9647-4df0-9cfc-f9cfde6aae9f is going to be updated. [ 677.350206] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b in Status: SUCCESS [ 677.350817] env[65642]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b deletion is rescheduled due to dependency. [ 677.350817] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.350817] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.350935] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.351129] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.351249] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.351314] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.351472] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.351560] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.351657] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.372024] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.372024] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.372024] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.372024] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.372024] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.380564] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 772f4be7-9647-4df0-9cfc-f9cfde6aae9f in Status: IN_PROGRESS for 2s [ 677.854374] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.255764] env[65642]: INFO networking_nsxv3.common.synchronization [req-034415c1-9f25-405f-b046-728a1e16be9d req-86dafdad-4033-48df-b4b6-daab9b7670a9 tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Enqueued Resource ID: e6b70b9f-9014-4f30-bf9b-4f79b63f532b with Priority: HIGHEST for action security_group_members [ 678.256385] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6b70b9f-9014-4f30-bf9b-4f79b63f532b with Priority: HIGHEST for action security_group_members [ 678.256985] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6b70b9f-9014-4f30-bf9b-4f79b63f532b taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.256985] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6b70b9f-9014-4f30-bf9b-4f79b63f532b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.256985] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6b70b9f-9014-4f30-bf9b-4f79b63f532b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.257346] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6b70b9f-9014-4f30-bf9b-4f79b63f532b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.257346] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.257494] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.257494] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.257782] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.257782] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.257884] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e6b70b9f-9014-4f30-bf9b-4f79b63f532b',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.359901] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.718562] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock network-804 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.718756] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "network-804" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.718863] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "network-804" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.719254] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "network-804" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.719519] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.719713] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.719832] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.720117] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.720260] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.720465] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 678.720570] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] NeedRegenerationException {{(pid=65642) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 678.720716] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] no value, waiting for create lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 678.720771] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] value creation lock acquired {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 678.720860] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 678.720978] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Calling creation function for not-yet-present value {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 678.721208] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 678.741765] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 678.741765] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65642) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 678.742384] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Released creation lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 678.742484] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "network-804" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.742797] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock port-28b93bb6-d3e8-4527-822d-ad65a9122ba2 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.742973] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "port-28b93bb6-d3e8-4527-822d-ad65a9122ba2" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.743103] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "port-28b93bb6-d3e8-4527-822d-ad65a9122ba2" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.743456] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "port-28b93bb6-d3e8-4527-822d-ad65a9122ba2" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.743577] env[65642]: DEBUG networking_nsxv3.api.rpc [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28b93bb6-d3e8-4527-822d-ad65a9122ba2',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.760212] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.760359] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.760416] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.760625] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.760716] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.760895] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.760992] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.761088] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.761314] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.761469] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.761612] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6b70b9f-9014-4f30-bf9b-4f79b63f532b already deleted. [ 678.761723] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6b70b9f-9014-4f30-bf9b-4f79b63f532b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.866246] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.866246] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.866246] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.866246] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.866246] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.866246] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b is going to be updated. [ 678.896040] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.896288] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.896352] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.896588] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.896813] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.906243] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b in Status: IN_PROGRESS for 2s [ 679.246573] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.246856] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.246945] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.247245] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.247483] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.247643] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Segment Port 28b93bb6-d3e8-4527-822d-ad65a9122ba2 not found, creating... [ 679.247905] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.248076] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.248191] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.248424] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.248557] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.248870] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.249056] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.249174] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.249380] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.249509] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.249642] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Resource: SegmentPort with ID: 28b93bb6-d3e8-4527-822d-ad65a9122ba2 is going to be created. [ 679.271168] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.271381] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.271476] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.271751] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.271972] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.272217] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "port-28b93bb6-d3e8-4527-822d-ad65a9122ba2" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.397177] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 772f4be7-9647-4df0-9cfc-f9cfde6aae9f in Status: SUCCESS [ 679.397177] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-772f4be7-9647-4df0-9cfc-f9cfde6aae9f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.398465] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-772f4be7-9647-4df0-9cfc-f9cfde6aae9f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.398465] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-772f4be7-9647-4df0-9cfc-f9cfde6aae9f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.398465] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.398465] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.398465] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.398465] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.398465] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.398465] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-772f4be7-9647-4df0-9cfc-f9cfde6aae9f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.398465] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-772f4be7-9647-4df0-9cfc-f9cfde6aae9f taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.398965] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-772f4be7-9647-4df0-9cfc-f9cfde6aae9f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.398965] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-772f4be7-9647-4df0-9cfc-f9cfde6aae9f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.398965] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-772f4be7-9647-4df0-9cfc-f9cfde6aae9f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.398965] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.398965] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.399143] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.399838] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.399983] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.400360] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-772f4be7-9647-4df0-9cfc-f9cfde6aae9f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.400360] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('772f4be7-9647-4df0-9cfc-f9cfde6aae9f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.611066] env[65642]: INFO networking_nsxv3.common.synchronization [None req-4ddb05fe-9d26-4e9c-a37e-088f08a43947 None None] Enqueued Resource ID: 368388f8-59ac-4bc3-a1ce-ca5d2a995113 with Priority: HIGHEST for action port [ 679.612203] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 368388f8-59ac-4bc3-a1ce-ca5d2a995113 with Priority: HIGHEST for action port [ 679.613159] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-368388f8-59ac-4bc3-a1ce-ca5d2a995113 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.613447] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-368388f8-59ac-4bc3-a1ce-ca5d2a995113" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.613670] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-368388f8-59ac-4bc3-a1ce-ca5d2a995113" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.614028] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-368388f8-59ac-4bc3-a1ce-ca5d2a995113" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.614241] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('368388f8-59ac-4bc3-a1ce-ca5d2a995113',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.902745] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 772f4be7-9647-4df0-9cfc-f9cfde6aae9f: rpc.has_security_group_logging(os_id): False [ 679.924499] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.924499] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.924499] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.924499] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.924499] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.925257] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.925257] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.925257] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.925464] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.925552] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.926051] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.926201] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.926315] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.926477] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.926555] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.926883] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.927017] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.927333] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.927453] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.928535] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.928919] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 772f4be7-9647-4df0-9cfc-f9cfde6aae9f is going to be created. [ 679.997385] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.997531] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.997597] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.997813] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.998031] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.009122] env[65642]: INFO networking_nsxv3.common.synchronization [req-034415c1-9f25-405f-b046-728a1e16be9d req-41bd859a-52e0-4e3a-b229-a79e710652b7 service nova] Enqueued Resource ID: e6b70b9f-9014-4f30-bf9b-4f79b63f532b with Priority: HIGHEST for action security_group_rules [ 680.009353] env[65642]: INFO networking_nsxv3.common.synchronization [req-034415c1-9f25-405f-b046-728a1e16be9d req-41bd859a-52e0-4e3a-b229-a79e710652b7 service nova] Enqueued Resource ID: e6b70b9f-9014-4f30-bf9b-4f79b63f532b with Priority: HIGHEST for action security_group_members [ 680.009562] env[65642]: INFO networking_nsxv3.common.synchronization [req-034415c1-9f25-405f-b046-728a1e16be9d req-41bd859a-52e0-4e3a-b229-a79e710652b7 service nova] Enqueued Resource ID: 28b93bb6-d3e8-4527-822d-ad65a9122ba2 with Priority: HIGHEST for action port [ 680.010257] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6b70b9f-9014-4f30-bf9b-4f79b63f532b with Priority: HIGHEST for action security_group_rules [ 680.010450] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6b70b9f-9014-4f30-bf9b-4f79b63f532b with Priority: HIGHEST for action security_group_members [ 680.010564] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28b93bb6-d3e8-4527-822d-ad65a9122ba2 with Priority: HIGHEST for action port [ 680.010914] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e6b70b9f-9014-4f30-bf9b-4f79b63f532b taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.011087] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e6b70b9f-9014-4f30-bf9b-4f79b63f532b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.011220] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e6b70b9f-9014-4f30-bf9b-4f79b63f532b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.011513] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e6b70b9f-9014-4f30-bf9b-4f79b63f532b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.011617] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e6b70b9f-9014-4f30-bf9b-4f79b63f532b',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.012709] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6b70b9f-9014-4f30-bf9b-4f79b63f532b taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.012847] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6b70b9f-9014-4f30-bf9b-4f79b63f532b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.012923] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6b70b9f-9014-4f30-bf9b-4f79b63f532b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.013439] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6b70b9f-9014-4f30-bf9b-4f79b63f532b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.013546] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.013626] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.013710] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.013879] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.013991] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.014131] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e6b70b9f-9014-4f30-bf9b-4f79b63f532b',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.015593] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-28b93bb6-d3e8-4527-822d-ad65a9122ba2 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.015740] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-28b93bb6-d3e8-4527-822d-ad65a9122ba2" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.015809] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-28b93bb6-d3e8-4527-822d-ad65a9122ba2" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.016034] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-28b93bb6-d3e8-4527-822d-ad65a9122ba2" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.016323] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28b93bb6-d3e8-4527-822d-ad65a9122ba2',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.018911] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 772f4be7-9647-4df0-9cfc-f9cfde6aae9f in Status: IN_PROGRESS for 2s [ 680.118619] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 368388f8-59ac-4bc3-a1ce-ca5d2a995113 [ 680.118864] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.119014] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.119082] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.119302] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.119392] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.119482] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:368388f8-59ac-4bc3-a1ce-ca5d2a995113 already deleted. [ 680.119563] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-368388f8-59ac-4bc3-a1ce-ca5d2a995113" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.519545] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6b70b9f-9014-4f30-bf9b-4f79b63f532b taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.519745] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6b70b9f-9014-4f30-bf9b-4f79b63f532b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.519875] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e6b70b9f-9014-4f30-bf9b-4f79b63f532b',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.520825] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 28b93bb6-d3e8-4527-822d-ad65a9122ba2 with status ACTIVE [ 680.521048] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.523326] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.523326] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.523326] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.523326] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.523326] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.523326] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.523326] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.523326] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.523914] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.523914] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.523914] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.524075] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.524112] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.524226] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.524279] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 28b93bb6-d3e8-4527-822d-ad65a9122ba2 is going to be updated. [ 680.559098] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.559244] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.559244] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.560844] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.560844] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.560844] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-28b93bb6-d3e8-4527-822d-ad65a9122ba2" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.917558] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b in Status: SUCCESS [ 680.917939] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.918189] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.918452] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.918635] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.918755] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.918818] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.918979] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.919081] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.919162] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.919257] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.027791] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e6b70b9f-9014-4f30-bf9b-4f79b63f532b',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.115911] env[65642]: INFO networking_nsxv3.common.synchronization [req-93db49b9-c9be-4ba7-bed2-965a95304b98 req-3ea15763-754f-458c-8e7d-0063eaf709e2 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Enqueued Resource ID: e46e3e81-dafc-44f9-914d-ddc98eeed238 with Priority: HIGHEST for action security_group_members [ 681.116556] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e46e3e81-dafc-44f9-914d-ddc98eeed238 with Priority: HIGHEST for action security_group_members [ 681.116903] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-e46e3e81-dafc-44f9-914d-ddc98eeed238 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.117081] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e46e3e81-dafc-44f9-914d-ddc98eeed238" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.117317] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e46e3e81-dafc-44f9-914d-ddc98eeed238" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.118026] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e46e3e81-dafc-44f9-914d-ddc98eeed238" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.118026] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.118026] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.118026] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.118264] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.118379] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.119121] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e46e3e81-dafc-44f9-914d-ddc98eeed238',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.423229] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.423229] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.423229] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.423229] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.423229] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.423789] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.423789] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.423789] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.423789] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.423933] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.424145] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.424145] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.424244] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.424555] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.424555] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.424716] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.424755] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.425552] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.425552] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.425552] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.425552] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.530598] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.531961] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.532077] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.532311] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.532403] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.532517] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6b70b9f-9014-4f30-bf9b-4f79b63f532b is going to be created. [ 681.564725] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.564903] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.564945] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.565180] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.565340] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.578726] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6b70b9f-9014-4f30-bf9b-4f79b63f532b in Status: UNINITIALIZED for 2s [ 681.620854] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.620854] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.620854] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.621179] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.621179] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.621374] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.621680] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.621680] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.621680] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.621813] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.621813] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e46e3e81-dafc-44f9-914d-ddc98eeed238 already deleted. [ 681.621890] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e46e3e81-dafc-44f9-914d-ddc98eeed238" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.928331] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b: rpc.has_security_group_logging(os_id): False [ 681.950596] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.950596] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.950596] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.950815] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.951946] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.951946] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.951946] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.951946] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.951946] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.951946] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.951946] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.951946] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.951946] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.951946] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.952477] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.952477] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.952477] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.952477] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.952628] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.952628] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.952688] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b is going to be updated. [ 682.019425] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.021140] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.021140] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.021355] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.022223] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.039462] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 772f4be7-9647-4df0-9cfc-f9cfde6aae9f in Status: SUCCESS [ 682.039801] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-772f4be7-9647-4df0-9cfc-f9cfde6aae9f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.040066] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-772f4be7-9647-4df0-9cfc-f9cfde6aae9f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.040391] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-772f4be7-9647-4df0-9cfc-f9cfde6aae9f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.040528] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('772f4be7-9647-4df0-9cfc-f9cfde6aae9f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.042885] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b in Status: IN_PROGRESS for 2s [ 682.157505] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock network-641 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.157736] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "network-641" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.157914] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "network-641" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.158271] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "network-641" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.158557] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.158755] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.158999] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.159207] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.159359] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.159566] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 682.159696] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] NeedRegenerationException {{(pid=65642) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 682.159807] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] no value, waiting for create lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 682.159912] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] value creation lock acquired {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 682.160054] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 682.160483] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Calling creation function for not-yet-present value {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 682.160548] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 682.181743] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 682.181914] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65642) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 682.181962] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Released creation lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 682.182158] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "network-641" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.182567] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock port-016e5957-b5c0-4aa6-85c4-7660a13e6016 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.182733] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "port-016e5957-b5c0-4aa6-85c4-7660a13e6016" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.182849] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "port-016e5957-b5c0-4aa6-85c4-7660a13e6016" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.183187] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "port-016e5957-b5c0-4aa6-85c4-7660a13e6016" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.183338] env[65642]: DEBUG networking_nsxv3.api.rpc [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('016e5957-b5c0-4aa6-85c4-7660a13e6016',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.546960] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-772f4be7-9647-4df0-9cfc-f9cfde6aae9f taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.547154] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-772f4be7-9647-4df0-9cfc-f9cfde6aae9f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.547229] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-772f4be7-9647-4df0-9cfc-f9cfde6aae9f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.547485] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-772f4be7-9647-4df0-9cfc-f9cfde6aae9f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.547684] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.547797] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.547863] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.548028] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.548132] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.548280] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-772f4be7-9647-4df0-9cfc-f9cfde6aae9f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.548384] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('772f4be7-9647-4df0-9cfc-f9cfde6aae9f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.683463] env[65642]: INFO networking_nsxv3.common.synchronization [req-392ae611-c049-47cf-b47e-d8dbda946e2f req-2f2a4ae0-97f5-4e2a-ba2c-48c132c9856c tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Enqueued Resource ID: 12e7544c-4c8e-45d8-8e82-a54d4aa3a7db with Priority: HIGHEST for action security_group_members [ 682.684467] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12e7544c-4c8e-45d8-8e82-a54d4aa3a7db with Priority: HIGHEST for action security_group_members [ 682.684983] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.685304] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.685412] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.685721] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.686233] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.686233] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.686233] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.687300] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.687485] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.687647] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12e7544c-4c8e-45d8-8e82-a54d4aa3a7db',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.688787] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.689122] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.689302] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.689582] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.689775] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.689971] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Segment Port 016e5957-b5c0-4aa6-85c4-7660a13e6016 not found, creating... [ 682.690524] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.690524] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.690673] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.690898] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.691122] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.691633] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.691853] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.692011] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.692275] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.692458] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.692631] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Resource: SegmentPort with ID: 016e5957-b5c0-4aa6-85c4-7660a13e6016 is going to be created. [ 682.716522] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.716522] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.716705] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.716974] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.717695] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.718271] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "port-016e5957-b5c0-4aa6-85c4-7660a13e6016" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.944702] env[65642]: INFO networking_nsxv3.common.synchronization [None req-7e7c1741-2ceb-4d82-9d66-b6cd15fa7a23 None None] Enqueued Resource ID: 14027a29-b0da-4006-8cae-c57179f57c06 with Priority: HIGHEST for action port [ 682.945327] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14027a29-b0da-4006-8cae-c57179f57c06 with Priority: HIGHEST for action port [ 682.945690] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-14027a29-b0da-4006-8cae-c57179f57c06 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.945831] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-14027a29-b0da-4006-8cae-c57179f57c06" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.945908] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-14027a29-b0da-4006-8cae-c57179f57c06" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.946203] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-14027a29-b0da-4006-8cae-c57179f57c06" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.946318] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14027a29-b0da-4006-8cae-c57179f57c06',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.052321] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-772f4be7-9647-4df0-9cfc-f9cfde6aae9f taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.052321] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-772f4be7-9647-4df0-9cfc-f9cfde6aae9f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.052321] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-772f4be7-9647-4df0-9cfc-f9cfde6aae9f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.052321] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-772f4be7-9647-4df0-9cfc-f9cfde6aae9f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.052321] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.052321] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.052321] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.052321] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.052321] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.052321] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-772f4be7-9647-4df0-9cfc-f9cfde6aae9f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.052715] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-772f4be7-9647-4df0-9cfc-f9cfde6aae9f taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.053083] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-772f4be7-9647-4df0-9cfc-f9cfde6aae9f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.053161] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-772f4be7-9647-4df0-9cfc-f9cfde6aae9f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.053338] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-772f4be7-9647-4df0-9cfc-f9cfde6aae9f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.054402] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.054402] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.054402] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.054402] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.054402] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.054402] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-772f4be7-9647-4df0-9cfc-f9cfde6aae9f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.054402] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('772f4be7-9647-4df0-9cfc-f9cfde6aae9f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.195063] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.195275] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.195375] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.195600] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.195690] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.195888] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.195988] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.196081] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.196207] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.196283] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.196369] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12e7544c-4c8e-45d8-8e82-a54d4aa3a7db already deleted. [ 683.196447] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.448248] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 14027a29-b0da-4006-8cae-c57179f57c06 [ 683.448529] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.448702] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.448783] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.449382] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.449382] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.449382] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:14027a29-b0da-4006-8cae-c57179f57c06 already deleted. [ 683.449382] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-14027a29-b0da-4006-8cae-c57179f57c06" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.462628] env[65642]: INFO networking_nsxv3.common.synchronization [req-392ae611-c049-47cf-b47e-d8dbda946e2f req-249b691f-e57d-4b2c-b2d9-60859c957af5 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Enqueued Resource ID: 12e7544c-4c8e-45d8-8e82-a54d4aa3a7db with Priority: HIGHEST for action security_group_members [ 683.463369] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12e7544c-4c8e-45d8-8e82-a54d4aa3a7db with Priority: HIGHEST for action security_group_members [ 683.464036] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.464036] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.464036] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.464271] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.464449] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.464576] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.464668] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.464894] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.464989] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.465124] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12e7544c-4c8e-45d8-8e82-a54d4aa3a7db',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.481147] env[65642]: INFO networking_nsxv3.common.synchronization [req-93db49b9-c9be-4ba7-bed2-965a95304b98 req-9fb63718-2ab6-4329-8cad-ed7bc52c0496 service nova] Enqueued Resource ID: e46e3e81-dafc-44f9-914d-ddc98eeed238 with Priority: HIGHEST for action security_group_rules [ 683.481147] env[65642]: INFO networking_nsxv3.common.synchronization [req-93db49b9-c9be-4ba7-bed2-965a95304b98 req-9fb63718-2ab6-4329-8cad-ed7bc52c0496 service nova] Enqueued Resource ID: e46e3e81-dafc-44f9-914d-ddc98eeed238 with Priority: HIGHEST for action security_group_members [ 683.481147] env[65642]: INFO networking_nsxv3.common.synchronization [req-93db49b9-c9be-4ba7-bed2-965a95304b98 req-9fb63718-2ab6-4329-8cad-ed7bc52c0496 service nova] Enqueued Resource ID: 016e5957-b5c0-4aa6-85c4-7660a13e6016 with Priority: HIGHEST for action port [ 683.489188] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e46e3e81-dafc-44f9-914d-ddc98eeed238 with Priority: HIGHEST for action security_group_rules [ 683.489188] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e46e3e81-dafc-44f9-914d-ddc98eeed238 with Priority: HIGHEST for action security_group_members [ 683.489188] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 016e5957-b5c0-4aa6-85c4-7660a13e6016 with Priority: HIGHEST for action port [ 683.489188] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e46e3e81-dafc-44f9-914d-ddc98eeed238 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.491462] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e46e3e81-dafc-44f9-914d-ddc98eeed238" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.491462] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e46e3e81-dafc-44f9-914d-ddc98eeed238" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.491462] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e46e3e81-dafc-44f9-914d-ddc98eeed238" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.491462] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e46e3e81-dafc-44f9-914d-ddc98eeed238',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.491902] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-e46e3e81-dafc-44f9-914d-ddc98eeed238 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.496057] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e46e3e81-dafc-44f9-914d-ddc98eeed238" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.496057] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e46e3e81-dafc-44f9-914d-ddc98eeed238" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.496057] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e46e3e81-dafc-44f9-914d-ddc98eeed238" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.496057] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.496057] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.496057] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.496057] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.496057] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.496057] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e46e3e81-dafc-44f9-914d-ddc98eeed238',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.496057] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-016e5957-b5c0-4aa6-85c4-7660a13e6016 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.496057] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-016e5957-b5c0-4aa6-85c4-7660a13e6016" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.496057] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-016e5957-b5c0-4aa6-85c4-7660a13e6016" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.496057] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-016e5957-b5c0-4aa6-85c4-7660a13e6016" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.496057] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('016e5957-b5c0-4aa6-85c4-7660a13e6016',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.673158] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 772f4be7-9647-4df0-9cfc-f9cfde6aae9f: rpc.has_security_group_logging(os_id): False [ 683.685214] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6b70b9f-9014-4f30-bf9b-4f79b63f532b in Status: SUCCESS [ 683.685504] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6b70b9f-9014-4f30-bf9b-4f79b63f532b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.685709] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6b70b9f-9014-4f30-bf9b-4f79b63f532b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.685930] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6b70b9f-9014-4f30-bf9b-4f79b63f532b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.686187] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.686315] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.686394] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.686568] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.686717] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.686850] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6b70b9f-9014-4f30-bf9b-4f79b63f532b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.686959] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e6b70b9f-9014-4f30-bf9b-4f79b63f532b',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.695109] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.695109] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.695109] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.695109] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.695109] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.695109] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.695109] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.695109] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.695109] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.695109] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.695109] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.695109] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.695109] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.695109] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.695109] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.695923] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.695923] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.695923] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.695923] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.695923] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.695923] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 772f4be7-9647-4df0-9cfc-f9cfde6aae9f is going to be updated. [ 683.767853] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.768096] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.768096] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.768322] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.768530] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.791736] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 772f4be7-9647-4df0-9cfc-f9cfde6aae9f in Status: IN_PROGRESS for 2s [ 683.938783] env[65642]: INFO networking_nsxv3.common.synchronization [req-392ae611-c049-47cf-b47e-d8dbda946e2f req-f73a2a7a-fd6d-436f-87cc-0cf260748cd2 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Enqueued Resource ID: 12e7544c-4c8e-45d8-8e82-a54d4aa3a7db with Priority: HIGHEST for action security_group_members [ 683.940325] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12e7544c-4c8e-45d8-8e82-a54d4aa3a7db with Priority: HIGHEST for action security_group_members [ 683.940325] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.940325] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.969264] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.969264] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.969264] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.969264] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.969264] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.969264] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.969264] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.969264] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.969264] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.969264] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.969264] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12e7544c-4c8e-45d8-8e82-a54d4aa3a7db already deleted. [ 683.969264] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.969887] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.969887] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.969887] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.969887] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.969887] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.970117] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.970117] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.970196] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12e7544c-4c8e-45d8-8e82-a54d4aa3a7db',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.998369] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-e46e3e81-dafc-44f9-914d-ddc98eeed238 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.998545] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e46e3e81-dafc-44f9-914d-ddc98eeed238" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.003832] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e46e3e81-dafc-44f9-914d-ddc98eeed238',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.007783] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 016e5957-b5c0-4aa6-85c4-7660a13e6016 with status ACTIVE [ 684.008015] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.008193] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.008261] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.008957] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.008957] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.008957] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.008957] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.010235] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.010235] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.010235] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.010235] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.010235] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.010235] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.010235] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.010235] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.011150] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 016e5957-b5c0-4aa6-85c4-7660a13e6016 is going to be updated. [ 684.038260] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.038440] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.038490] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.038713] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.039364] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.039364] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-016e5957-b5c0-4aa6-85c4-7660a13e6016" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.059256] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b in Status: SUCCESS [ 684.059780] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.188898] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6b70b9f-9014-4f30-bf9b-4f79b63f532b taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.189084] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6b70b9f-9014-4f30-bf9b-4f79b63f532b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.189162] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6b70b9f-9014-4f30-bf9b-4f79b63f532b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.189441] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6b70b9f-9014-4f30-bf9b-4f79b63f532b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.189718] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.189718] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.189877] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.189939] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.190036] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.190136] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6b70b9f-9014-4f30-bf9b-4f79b63f532b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.190432] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6b70b9f-9014-4f30-bf9b-4f79b63f532b taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.190554] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6b70b9f-9014-4f30-bf9b-4f79b63f532b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.190956] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6b70b9f-9014-4f30-bf9b-4f79b63f532b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.190956] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6b70b9f-9014-4f30-bf9b-4f79b63f532b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.190956] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.191186] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.191186] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.191254] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.191343] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.191393] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6b70b9f-9014-4f30-bf9b-4f79b63f532b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.191478] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e6b70b9f-9014-4f30-bf9b-4f79b63f532b',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.385064] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock network-999 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.385270] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "network-999" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.385431] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "network-999" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.385781] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "network-999" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.387147] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.388132] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.388332] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.388660] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.388885] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.389210] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 684.389371] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] NeedRegenerationException {{(pid=65642) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 684.389489] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] no value, waiting for create lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 684.389593] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] value creation lock acquired {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 684.389746] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 684.389856] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Calling creation function for not-yet-present value {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 684.389985] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 684.413013] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 684.413013] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65642) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 684.413169] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Released creation lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 684.413301] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "network-999" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.413615] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock port-e21cff30-ce05-4de5-b2ec-5dd4066329ea taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.413923] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "port-e21cff30-ce05-4de5-b2ec-5dd4066329ea" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.414078] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "port-e21cff30-ce05-4de5-b2ec-5dd4066329ea" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.414404] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "port-e21cff30-ce05-4de5-b2ec-5dd4066329ea" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.415034] env[65642]: DEBUG networking_nsxv3.api.rpc [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e21cff30-ce05-4de5-b2ec-5dd4066329ea',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.473128] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.473460] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.473685] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.473864] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.474008] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.474394] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.474661] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.474834] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.474925] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.475018] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.475116] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12e7544c-4c8e-45d8-8e82-a54d4aa3a7db already deleted. [ 684.475202] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.515600] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e46e3e81-dafc-44f9-914d-ddc98eeed238',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.694256] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e6b70b9f-9014-4f30-bf9b-4f79b63f532b: rpc.has_security_group_logging(os_id): False [ 684.714405] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.714405] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.714405] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.714405] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.716691] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.716691] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.716691] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.716691] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.716691] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.716691] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.716691] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.716691] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.716691] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.716691] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.716691] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.718269] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.718269] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.718269] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.718269] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.718269] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.718269] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e6b70b9f-9014-4f30-bf9b-4f79b63f532b is going to be created. [ 684.789496] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.789832] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.789832] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.789967] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.790819] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.812058] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e6b70b9f-9014-4f30-bf9b-4f79b63f532b in Status: IN_PROGRESS for 2s [ 684.917399] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.917700] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.917800] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.918091] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.918264] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.918430] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Segment Port e21cff30-ce05-4de5-b2ec-5dd4066329ea not found, creating... [ 684.918767] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.918954] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.919090] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.919444] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.919581] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.919811] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.920024] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.920168] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.920410] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.920547] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.920738] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Resource: SegmentPort with ID: e21cff30-ce05-4de5-b2ec-5dd4066329ea is going to be created. [ 684.965910] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.966198] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.966465] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.966882] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.967246] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.967545] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "port-e21cff30-ce05-4de5-b2ec-5dd4066329ea" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.019931] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.019931] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.019931] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.020923] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.020923] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.020923] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e46e3e81-dafc-44f9-914d-ddc98eeed238 is going to be created. [ 685.076222] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.076635] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.076635] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.076635] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.076806] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.095097] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e46e3e81-dafc-44f9-914d-ddc98eeed238 in Status: UNINITIALIZED for 2s [ 685.561173] env[65642]: INFO networking_nsxv3.common.synchronization [None req-af1647e7-6dda-4cb3-a2d3-16709b4e31cf None None] Enqueued Resource ID: eaf2b8af-c7c8-405a-82ba-c6d30f7cc72a with Priority: HIGHEST for action port [ 685.561173] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eaf2b8af-c7c8-405a-82ba-c6d30f7cc72a with Priority: HIGHEST for action port [ 685.561173] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-eaf2b8af-c7c8-405a-82ba-c6d30f7cc72a taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.561173] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eaf2b8af-c7c8-405a-82ba-c6d30f7cc72a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.561173] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eaf2b8af-c7c8-405a-82ba-c6d30f7cc72a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.561173] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eaf2b8af-c7c8-405a-82ba-c6d30f7cc72a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.561173] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eaf2b8af-c7c8-405a-82ba-c6d30f7cc72a',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.682639] env[65642]: INFO networking_nsxv3.common.synchronization [req-392ae611-c049-47cf-b47e-d8dbda946e2f req-2650781d-6b69-4c48-a8c8-cca5c0136462 service nova] Enqueued Resource ID: 12e7544c-4c8e-45d8-8e82-a54d4aa3a7db with Priority: HIGHEST for action security_group_rules [ 685.682729] env[65642]: INFO networking_nsxv3.common.synchronization [req-392ae611-c049-47cf-b47e-d8dbda946e2f req-2650781d-6b69-4c48-a8c8-cca5c0136462 service nova] Enqueued Resource ID: 12e7544c-4c8e-45d8-8e82-a54d4aa3a7db with Priority: HIGHEST for action security_group_members [ 685.682870] env[65642]: INFO networking_nsxv3.common.synchronization [req-392ae611-c049-47cf-b47e-d8dbda946e2f req-2650781d-6b69-4c48-a8c8-cca5c0136462 service nova] Enqueued Resource ID: e21cff30-ce05-4de5-b2ec-5dd4066329ea with Priority: HIGHEST for action port [ 685.683449] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12e7544c-4c8e-45d8-8e82-a54d4aa3a7db with Priority: HIGHEST for action security_group_rules [ 685.683588] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12e7544c-4c8e-45d8-8e82-a54d4aa3a7db with Priority: HIGHEST for action security_group_members [ 685.683683] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e21cff30-ce05-4de5-b2ec-5dd4066329ea with Priority: HIGHEST for action port [ 685.684050] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.684227] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.684227] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.684508] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.684590] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12e7544c-4c8e-45d8-8e82-a54d4aa3a7db',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.685569] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.685646] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.685730] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.685911] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.686063] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.686160] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.686223] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.686393] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.686481] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.686695] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12e7544c-4c8e-45d8-8e82-a54d4aa3a7db',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.687499] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-e21cff30-ce05-4de5-b2ec-5dd4066329ea taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.687607] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e21cff30-ce05-4de5-b2ec-5dd4066329ea" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.687653] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e21cff30-ce05-4de5-b2ec-5dd4066329ea" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.687806] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e21cff30-ce05-4de5-b2ec-5dd4066329ea" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.687900] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e21cff30-ce05-4de5-b2ec-5dd4066329ea',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.807129] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 772f4be7-9647-4df0-9cfc-f9cfde6aae9f in Status: SUCCESS [ 685.807394] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-772f4be7-9647-4df0-9cfc-f9cfde6aae9f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.067718] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eaf2b8af-c7c8-405a-82ba-c6d30f7cc72a [ 686.068071] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.068071] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.068071] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.068351] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.068641] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.068641] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eaf2b8af-c7c8-405a-82ba-c6d30f7cc72a already deleted. [ 686.068641] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eaf2b8af-c7c8-405a-82ba-c6d30f7cc72a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.190349] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.190349] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.190349] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('12e7544c-4c8e-45d8-8e82-a54d4aa3a7db',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.194618] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e21cff30-ce05-4de5-b2ec-5dd4066329ea with status ACTIVE [ 686.194777] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.194904] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.194969] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.195266] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.195370] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.195568] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.195666] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.195726] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.195887] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.195973] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.196172] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.196313] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.196313] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.196458] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.196531] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.196644] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e21cff30-ce05-4de5-b2ec-5dd4066329ea is going to be updated. [ 686.221882] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.221882] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.221882] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.221882] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.221882] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.222396] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e21cff30-ce05-4de5-b2ec-5dd4066329ea" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.543558] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock network-524 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.543926] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "network-524" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.544080] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "network-524" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.545959] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "network-524" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.545959] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.545959] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.545959] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.546515] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.546515] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.547654] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 686.547654] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] NeedRegenerationException {{(pid=65642) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 686.547654] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] no value, waiting for create lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 686.547654] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] value creation lock acquired {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 686.547654] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 686.547654] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Calling creation function for not-yet-present value {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 686.551596] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 686.573456] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 686.573644] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65642) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 686.573739] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Released creation lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 686.574057] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "network-524" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.574259] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock port-51742628-ed2e-4c06-b752-c5359d051b4a taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.574420] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "port-51742628-ed2e-4c06-b752-c5359d051b4a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.574534] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "port-51742628-ed2e-4c06-b752-c5359d051b4a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.574921] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "port-51742628-ed2e-4c06-b752-c5359d051b4a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.575101] env[65642]: DEBUG networking_nsxv3.api.rpc [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51742628-ed2e-4c06-b752-c5359d051b4a',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.695593] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('12e7544c-4c8e-45d8-8e82-a54d4aa3a7db',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.825626] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e6b70b9f-9014-4f30-bf9b-4f79b63f532b in Status: SUCCESS [ 686.825904] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e6b70b9f-9014-4f30-bf9b-4f79b63f532b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.077177] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.077599] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.077599] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.077905] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.078079] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.078308] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Segment Port 51742628-ed2e-4c06-b752-c5359d051b4a not found, creating... [ 687.078725] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.078989] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.079165] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.079456] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.079604] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.079905] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.080788] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.080788] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.080788] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.080788] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.080788] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Resource: SegmentPort with ID: 51742628-ed2e-4c06-b752-c5359d051b4a is going to be created. [ 687.106969] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.107240] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.107360] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.107729] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.108919] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.108919] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "port-51742628-ed2e-4c06-b752-c5359d051b4a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.110636] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e46e3e81-dafc-44f9-914d-ddc98eeed238 in Status: SUCCESS [ 687.110893] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e46e3e81-dafc-44f9-914d-ddc98eeed238" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.111067] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e46e3e81-dafc-44f9-914d-ddc98eeed238" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.111630] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e46e3e81-dafc-44f9-914d-ddc98eeed238" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.111630] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.111630] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.111857] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.111857] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.111958] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.111995] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e46e3e81-dafc-44f9-914d-ddc98eeed238" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.112139] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e46e3e81-dafc-44f9-914d-ddc98eeed238',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.198589] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.198825] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.199038] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.199121] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.199230] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.199331] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12e7544c-4c8e-45d8-8e82-a54d4aa3a7db is going to be created. [ 687.237689] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.237848] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.237895] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.238185] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.238352] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.250814] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12e7544c-4c8e-45d8-8e82-a54d4aa3a7db in Status: UNINITIALIZED for 2s [ 687.408095] env[65642]: INFO networking_nsxv3.common.synchronization [None req-ef88f49e-e238-4d1e-9e92-a7a9c4ac5408 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Enqueued Resource ID: a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f with Priority: HIGHEST for action security_group_rules [ 687.408950] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f with Priority: HIGHEST for action security_group_rules [ 687.409477] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.409681] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.409791] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.410173] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.410331] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.615334] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e46e3e81-dafc-44f9-914d-ddc98eeed238',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.890350] env[65642]: INFO networking_nsxv3.common.synchronization [None req-0cda35c8-59bc-43dc-b0e7-3c58d1179985 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Enqueued Resource ID: a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f with Priority: HIGHEST for action security_group_rules [ 687.898038] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f with Priority: HIGHEST for action security_group_rules [ 687.898038] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.898038] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.922949] env[65642]: INFO networking_nsxv3.common.synchronization [req-392ae611-c049-47cf-b47e-d8dbda946e2f req-ca9c4e6a-c4da-407d-9fab-6b7fede51770 service nova] Enqueued Resource ID: 12e7544c-4c8e-45d8-8e82-a54d4aa3a7db with Priority: HIGHEST for action security_group_rules [ 687.923114] env[65642]: INFO networking_nsxv3.common.synchronization [req-392ae611-c049-47cf-b47e-d8dbda946e2f req-ca9c4e6a-c4da-407d-9fab-6b7fede51770 service nova] Enqueued Resource ID: 12e7544c-4c8e-45d8-8e82-a54d4aa3a7db with Priority: HIGHEST for action security_group_members [ 687.923322] env[65642]: INFO networking_nsxv3.common.synchronization [req-392ae611-c049-47cf-b47e-d8dbda946e2f req-ca9c4e6a-c4da-407d-9fab-6b7fede51770 service nova] Enqueued Resource ID: 51742628-ed2e-4c06-b752-c5359d051b4a with Priority: HIGHEST for action port [ 687.923993] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12e7544c-4c8e-45d8-8e82-a54d4aa3a7db with Priority: HIGHEST for action security_group_rules [ 687.924716] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12e7544c-4c8e-45d8-8e82-a54d4aa3a7db with Priority: HIGHEST for action security_group_members [ 687.925967] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51742628-ed2e-4c06-b752-c5359d051b4a with Priority: HIGHEST for action port [ 687.927607] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.927720] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.927879] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.927974] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.928659] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-51742628-ed2e-4c06-b752-c5359d051b4a taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.928820] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-51742628-ed2e-4c06-b752-c5359d051b4a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.928900] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-51742628-ed2e-4c06-b752-c5359d051b4a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.929178] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-51742628-ed2e-4c06-b752-c5359d051b4a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.929178] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51742628-ed2e-4c06-b752-c5359d051b4a',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.931981] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.932149] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.932242] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.932461] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.932569] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.932641] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f already deleted. [ 687.932720] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.933139] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.933323] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.933421] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.119766] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e46e3e81-dafc-44f9-914d-ddc98eeed238: rpc.has_security_group_logging(os_id): False [ 688.143255] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.143255] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.143255] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.143255] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.143255] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.143255] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.143255] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.143255] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.143255] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.143255] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.143255] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e46e3e81-dafc-44f9-914d-ddc98eeed238 is going to be created. [ 688.206305] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.206305] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.206305] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.206305] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.206305] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.219469] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e46e3e81-dafc-44f9-914d-ddc98eeed238 in Status: IN_PROGRESS for 2s [ 688.435886] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 51742628-ed2e-4c06-b752-c5359d051b4a with status ACTIVE [ 688.436070] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.436252] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.436316] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.436495] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.436587] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.437192] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.437360] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.437424] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.437612] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.437692] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.439289] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.439289] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.439289] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.439289] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.439289] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.439289] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 51742628-ed2e-4c06-b752-c5359d051b4a is going to be updated. [ 688.466956] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.466956] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.466956] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.466956] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.466956] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.466956] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f already deleted. [ 688.466956] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.469728] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.469867] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.469936] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.470157] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.470333] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.470496] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-51742628-ed2e-4c06-b752-c5359d051b4a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.939758] env[65642]: INFO networking_nsxv3.common.synchronization [req-f8612d6a-82de-43d0-b2a6-82be2b095105 req-1e0b7d8d-48ae-4202-b0ad-b36a417169c1 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Enqueued Resource ID: b2b935df-b98e-4ceb-95d1-1ecf01324f0f with Priority: HIGHEST for action security_group_members [ 688.940455] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2b935df-b98e-4ceb-95d1-1ecf01324f0f with Priority: HIGHEST for action security_group_members [ 688.940831] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2b935df-b98e-4ceb-95d1-1ecf01324f0f taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.940962] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2b935df-b98e-4ceb-95d1-1ecf01324f0f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.941291] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2b935df-b98e-4ceb-95d1-1ecf01324f0f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.941568] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2b935df-b98e-4ceb-95d1-1ecf01324f0f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.941783] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.941987] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.942105] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.942387] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.942488] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.942604] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2b935df-b98e-4ceb-95d1-1ecf01324f0f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.262372] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12e7544c-4c8e-45d8-8e82-a54d4aa3a7db in Status: SUCCESS [ 689.262753] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.262888] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.263371] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.263371] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.263552] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.263607] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.263748] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.263831] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.263921] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.264036] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('12e7544c-4c8e-45d8-8e82-a54d4aa3a7db',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.264969] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.265210] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.265413] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.265553] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.265673] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.265822] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.265899] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.266047] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12e7544c-4c8e-45d8-8e82-a54d4aa3a7db',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.323952] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock network-999 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.324178] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "network-999" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.324301] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "network-999" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.324568] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "network-999" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.324853] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.325017] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.325132] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.325351] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.325524] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.325735] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 689.325844] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] NeedRegenerationException {{(pid=65642) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 689.325946] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] no value, waiting for create lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 689.326060] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] value creation lock acquired {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 689.326162] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 689.326260] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Calling creation function for not-yet-present value {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 689.326387] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 689.347638] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 689.347802] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65642) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 689.347937] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Released creation lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 689.348132] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "network-999" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.348432] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock port-c64d2443-1339-4266-aaac-8648ba670d70 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.348597] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "port-c64d2443-1339-4266-aaac-8648ba670d70" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.348710] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "port-c64d2443-1339-4266-aaac-8648ba670d70" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.349050] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "port-c64d2443-1339-4266-aaac-8648ba670d70" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.349233] env[65642]: DEBUG networking_nsxv3.api.rpc [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c64d2443-1339-4266-aaac-8648ba670d70',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.363667] env[65642]: INFO networking_nsxv3.common.synchronization [None req-8bbd02e1-be65-46e9-bd7f-c646f93e1344 None None] Enqueued Resource ID: b8a3934e-e228-4391-97fc-d2b61334faff with Priority: HIGHEST for action port [ 689.363924] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8a3934e-e228-4391-97fc-d2b61334faff with Priority: HIGHEST for action port [ 689.364487] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-b8a3934e-e228-4391-97fc-d2b61334faff taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.364641] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b8a3934e-e228-4391-97fc-d2b61334faff" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.364707] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b8a3934e-e228-4391-97fc-d2b61334faff" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.364909] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b8a3934e-e228-4391-97fc-d2b61334faff" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.365009] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8a3934e-e228-4391-97fc-d2b61334faff',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.447199] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b2b935df-b98e-4ceb-95d1-1ecf01324f0f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.773434] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.773434] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.773434] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('12e7544c-4c8e-45d8-8e82-a54d4aa3a7db',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.851672] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.851923] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.852069] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.854051] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.855065] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.855065] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Segment Port c64d2443-1339-4266-aaac-8648ba670d70 not found, creating... [ 689.855065] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.855491] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.855491] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.855976] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.855976] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.859140] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.859140] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.859140] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.859140] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.859140] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.859140] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Resource: SegmentPort with ID: c64d2443-1339-4266-aaac-8648ba670d70 is going to be created. [ 689.867138] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b8a3934e-e228-4391-97fc-d2b61334faff [ 689.867594] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.867594] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.867594] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.867943] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.867943] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.868069] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b8a3934e-e228-4391-97fc-d2b61334faff already deleted. [ 689.868069] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b8a3934e-e228-4391-97fc-d2b61334faff" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.887648] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.887648] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.887648] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.887648] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.887648] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.887648] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "port-c64d2443-1339-4266-aaac-8648ba670d70" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.948931] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b2b935df-b98e-4ceb-95d1-1ecf01324f0f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.233052] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e46e3e81-dafc-44f9-914d-ddc98eeed238 in Status: SUCCESS [ 690.233285] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e46e3e81-dafc-44f9-914d-ddc98eeed238" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.276935] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('12e7544c-4c8e-45d8-8e82-a54d4aa3a7db',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.451727] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.451935] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.451935] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.452188] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.452319] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.452434] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2b935df-b98e-4ceb-95d1-1ecf01324f0f is going to be updated. [ 690.485760] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.485964] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.487313] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.487313] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.487313] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.499583] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2b935df-b98e-4ceb-95d1-1ecf01324f0f in Status: IN_PROGRESS for 2s [ 690.603224] env[65642]: INFO networking_nsxv3.common.synchronization [req-392ae611-c049-47cf-b47e-d8dbda946e2f req-0a4c7221-8e30-4737-8c2c-89fada358ad6 service nova] Enqueued Resource ID: 12e7544c-4c8e-45d8-8e82-a54d4aa3a7db with Priority: HIGHEST for action security_group_rules [ 690.603224] env[65642]: INFO networking_nsxv3.common.synchronization [req-392ae611-c049-47cf-b47e-d8dbda946e2f req-0a4c7221-8e30-4737-8c2c-89fada358ad6 service nova] Enqueued Resource ID: 12e7544c-4c8e-45d8-8e82-a54d4aa3a7db with Priority: HIGHEST for action security_group_members [ 690.603224] env[65642]: INFO networking_nsxv3.common.synchronization [req-392ae611-c049-47cf-b47e-d8dbda946e2f req-0a4c7221-8e30-4737-8c2c-89fada358ad6 service nova] Enqueued Resource ID: c64d2443-1339-4266-aaac-8648ba670d70 with Priority: HIGHEST for action port [ 690.603224] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock network-235 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.603224] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "network-235" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.603224] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "network-235" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.603224] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "network-235" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.603536] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.603590] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.603690] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.603907] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.604053] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.604245] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 690.604358] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] NeedRegenerationException {{(pid=65642) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 690.604457] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] no value, waiting for create lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 690.604554] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] value creation lock acquired {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 690.604707] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 690.604776] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Calling creation function for not-yet-present value {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 690.604896] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 690.606376] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12e7544c-4c8e-45d8-8e82-a54d4aa3a7db with Priority: HIGHEST for action security_group_rules [ 690.606510] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12e7544c-4c8e-45d8-8e82-a54d4aa3a7db with Priority: HIGHEST for action security_group_members [ 690.606602] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c64d2443-1339-4266-aaac-8648ba670d70 with Priority: HIGHEST for action port [ 690.606869] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.606970] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.607231] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.607305] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.607482] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-c64d2443-1339-4266-aaac-8648ba670d70 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.607593] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c64d2443-1339-4266-aaac-8648ba670d70" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.607645] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c64d2443-1339-4266-aaac-8648ba670d70" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.607783] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c64d2443-1339-4266-aaac-8648ba670d70" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.608663] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c64d2443-1339-4266-aaac-8648ba670d70',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.628467] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 690.628717] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65642) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 690.628872] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Released creation lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 690.629388] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "network-235" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.629494] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock port-cc796a6d-31d9-45bc-b923-5ab5b03d9a69 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.629586] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "port-cc796a6d-31d9-45bc-b923-5ab5b03d9a69" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.629711] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "port-cc796a6d-31d9-45bc-b923-5ab5b03d9a69" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.630091] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "port-cc796a6d-31d9-45bc-b923-5ab5b03d9a69" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.630303] env[65642]: DEBUG networking_nsxv3.api.rpc [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc796a6d-31d9-45bc-b923-5ab5b03d9a69',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.781858] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.781858] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.781858] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.781858] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.781858] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.781858] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12e7544c-4c8e-45d8-8e82-a54d4aa3a7db is going to be updated. [ 690.813409] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.813645] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.813732] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.814137] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.814137] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.824507] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12e7544c-4c8e-45d8-8e82-a54d4aa3a7db in Status: IN_PROGRESS for 2s [ 691.111391] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c64d2443-1339-4266-aaac-8648ba670d70 with status ACTIVE [ 691.112016] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.112016] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.112016] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.112311] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.112451] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.112690] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.112817] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.112890] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.113086] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.113166] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.113448] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.113570] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.113632] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.113782] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.113876] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.113974] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c64d2443-1339-4266-aaac-8648ba670d70 is going to be updated. [ 691.133354] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.133600] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.133721] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.134014] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.134166] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.134312] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Segment Port cc796a6d-31d9-45bc-b923-5ab5b03d9a69 not found, creating... [ 691.134563] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.134736] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.134846] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.135074] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.135207] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.135471] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.135619] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.135736] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.135933] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.139241] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.139640] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Resource: SegmentPort with ID: cc796a6d-31d9-45bc-b923-5ab5b03d9a69 is going to be created. [ 691.141607] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.141768] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.141855] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.142060] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.142192] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.142382] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c64d2443-1339-4266-aaac-8648ba670d70" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.161600] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.162472] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.163152] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.163615] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.163973] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.164720] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "port-cc796a6d-31d9-45bc-b923-5ab5b03d9a69" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.801019] env[65642]: INFO networking_nsxv3.common.synchronization [None req-21c5feaf-5038-4783-ba1c-63067535a07a None None] Enqueued Resource ID: 1deb5ed9-642e-4cc8-ac71-499b431705b7 with Priority: HIGHEST for action port [ 691.801019] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1deb5ed9-642e-4cc8-ac71-499b431705b7 with Priority: HIGHEST for action port [ 691.801019] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-1deb5ed9-642e-4cc8-ac71-499b431705b7 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.801019] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1deb5ed9-642e-4cc8-ac71-499b431705b7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.801019] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1deb5ed9-642e-4cc8-ac71-499b431705b7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.802188] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1deb5ed9-642e-4cc8-ac71-499b431705b7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.802461] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1deb5ed9-642e-4cc8-ac71-499b431705b7',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.866990] env[65642]: INFO networking_nsxv3.common.synchronization [req-f8612d6a-82de-43d0-b2a6-82be2b095105 req-7127e967-3f9e-4755-aa59-ef7742e0d9ee service nova] Enqueued Resource ID: b2b935df-b98e-4ceb-95d1-1ecf01324f0f with Priority: HIGHEST for action security_group_rules [ 691.867131] env[65642]: INFO networking_nsxv3.common.synchronization [req-f8612d6a-82de-43d0-b2a6-82be2b095105 req-7127e967-3f9e-4755-aa59-ef7742e0d9ee service nova] Enqueued Resource ID: b2b935df-b98e-4ceb-95d1-1ecf01324f0f with Priority: HIGHEST for action security_group_members [ 691.867283] env[65642]: INFO networking_nsxv3.common.synchronization [req-f8612d6a-82de-43d0-b2a6-82be2b095105 req-7127e967-3f9e-4755-aa59-ef7742e0d9ee service nova] Enqueued Resource ID: cc796a6d-31d9-45bc-b923-5ab5b03d9a69 with Priority: HIGHEST for action port [ 691.867807] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2b935df-b98e-4ceb-95d1-1ecf01324f0f with Priority: HIGHEST for action security_group_rules [ 691.867947] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2b935df-b98e-4ceb-95d1-1ecf01324f0f with Priority: HIGHEST for action security_group_members [ 691.869574] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc796a6d-31d9-45bc-b923-5ab5b03d9a69 with Priority: HIGHEST for action port [ 691.877022] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2b935df-b98e-4ceb-95d1-1ecf01324f0f taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.877022] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2b935df-b98e-4ceb-95d1-1ecf01324f0f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.877022] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2b935df-b98e-4ceb-95d1-1ecf01324f0f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.877022] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2b935df-b98e-4ceb-95d1-1ecf01324f0f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.877022] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2b935df-b98e-4ceb-95d1-1ecf01324f0f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.877022] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2b935df-b98e-4ceb-95d1-1ecf01324f0f taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.877022] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2b935df-b98e-4ceb-95d1-1ecf01324f0f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.877022] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc796a6d-31d9-45bc-b923-5ab5b03d9a69 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.877022] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc796a6d-31d9-45bc-b923-5ab5b03d9a69" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.877022] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc796a6d-31d9-45bc-b923-5ab5b03d9a69" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.877022] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc796a6d-31d9-45bc-b923-5ab5b03d9a69" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.877022] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc796a6d-31d9-45bc-b923-5ab5b03d9a69',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.144199] env[65642]: INFO networking_nsxv3.common.synchronization [req-39081cca-443b-46cd-8509-bf7d08c8f02a req-36bd1ffd-f4c0-4a02-a247-d5d787efd386 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Enqueued Resource ID: c35b78ff-cf2f-4afe-984f-527867e449a5 with Priority: HIGHEST for action security_group_members [ 692.144199] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c35b78ff-cf2f-4afe-984f-527867e449a5 with Priority: HIGHEST for action security_group_members [ 692.144199] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-c35b78ff-cf2f-4afe-984f-527867e449a5 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.144199] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c35b78ff-cf2f-4afe-984f-527867e449a5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.144199] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c35b78ff-cf2f-4afe-984f-527867e449a5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.144910] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c35b78ff-cf2f-4afe-984f-527867e449a5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.145279] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.145593] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.145848] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.146246] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.146523] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.146747] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c35b78ff-cf2f-4afe-984f-527867e449a5',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.305293] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1deb5ed9-642e-4cc8-ac71-499b431705b7 [ 692.305625] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.306066] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.306214] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.306442] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.306549] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.306631] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1deb5ed9-642e-4cc8-ac71-499b431705b7 already deleted. [ 692.306718] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1deb5ed9-642e-4cc8-ac71-499b431705b7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.378504] env[65642]: INFO networking_nsxv3.common.synchronization [None req-98584c04-a95e-4dbc-b6af-3f5770983415 None None] Enqueued Resource ID: be4f317a-ff36-4221-8b05-6655c0a9b6ca with Priority: HIGHEST for action port [ 692.378504] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be4f317a-ff36-4221-8b05-6655c0a9b6ca with Priority: HIGHEST for action port [ 692.379020] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2b935df-b98e-4ceb-95d1-1ecf01324f0f taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.379200] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2b935df-b98e-4ceb-95d1-1ecf01324f0f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.379489] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-be4f317a-ff36-4221-8b05-6655c0a9b6ca taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.380010] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-be4f317a-ff36-4221-8b05-6655c0a9b6ca" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.380121] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-be4f317a-ff36-4221-8b05-6655c0a9b6ca" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.381667] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-be4f317a-ff36-4221-8b05-6655c0a9b6ca" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.381667] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be4f317a-ff36-4221-8b05-6655c0a9b6ca',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.381667] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cc796a6d-31d9-45bc-b923-5ab5b03d9a69 with status ACTIVE [ 692.381667] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.383343] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.383485] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.383708] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.384228] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.384453] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.384587] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.385321] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.385539] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.385626] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.385826] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.385920] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.385980] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.386147] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.386223] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.386306] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cc796a6d-31d9-45bc-b923-5ab5b03d9a69 is going to be updated. [ 692.413023] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.413023] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.413023] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.413023] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.413023] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.413023] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc796a6d-31d9-45bc-b923-5ab5b03d9a69" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.515958] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2b935df-b98e-4ceb-95d1-1ecf01324f0f in Status: SUCCESS [ 692.516218] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2b935df-b98e-4ceb-95d1-1ecf01324f0f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.516414] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2b935df-b98e-4ceb-95d1-1ecf01324f0f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.516642] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2b935df-b98e-4ceb-95d1-1ecf01324f0f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.516827] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.516950] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.517040] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.517166] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.517245] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.517429] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2b935df-b98e-4ceb-95d1-1ecf01324f0f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.650384] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.650586] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.650642] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.650867] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.650955] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.651160] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.651257] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.651317] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.651495] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.651573] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.651669] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c35b78ff-cf2f-4afe-984f-527867e449a5 already deleted. [ 692.651751] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c35b78ff-cf2f-4afe-984f-527867e449a5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.669742] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock network-313 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.670051] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "network-313" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.670133] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "network-313" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.670534] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "network-313" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.670835] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.671044] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.671190] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.671436] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.671610] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.671903] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 692.672183] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] NeedRegenerationException {{(pid=65642) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 692.672564] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] no value, waiting for create lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 692.672564] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] value creation lock acquired {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 692.672564] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 692.672705] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Calling creation function for not-yet-present value {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 692.672888] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 692.692717] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 692.692886] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65642) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 692.692996] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Released creation lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 692.693185] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "network-313" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.693542] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock port-2d37f3a8-eff3-458d-a6d2-b2c528bdb528 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.693735] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "port-2d37f3a8-eff3-458d-a6d2-b2c528bdb528" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.693857] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "port-2d37f3a8-eff3-458d-a6d2-b2c528bdb528" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.694193] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "port-2d37f3a8-eff3-458d-a6d2-b2c528bdb528" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.694324] env[65642]: DEBUG networking_nsxv3.api.rpc [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d37f3a8-eff3-458d-a6d2-b2c528bdb528',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.837024] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12e7544c-4c8e-45d8-8e82-a54d4aa3a7db in Status: SUCCESS [ 692.837024] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.837024] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.837024] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.837024] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.837024] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.837024] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.837024] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.837024] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.837024] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.837024] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.837750] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.837750] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.837750] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.837750] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.837750] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.837750] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.837750] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.837750] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.838048] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.838048] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('12e7544c-4c8e-45d8-8e82-a54d4aa3a7db',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.838697] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.838857] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.839021] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.839120] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.839203] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.839316] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.839392] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.839690] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12e7544c-4c8e-45d8-8e82-a54d4aa3a7db',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.889663] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port be4f317a-ff36-4221-8b05-6655c0a9b6ca [ 692.889663] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.889882] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.889882] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.890926] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.890926] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.890926] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:be4f317a-ff36-4221-8b05-6655c0a9b6ca already deleted. [ 692.890926] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-be4f317a-ff36-4221-8b05-6655c0a9b6ca" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.020563] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b2b935df-b98e-4ceb-95d1-1ecf01324f0f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.197396] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.197551] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.197667] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.198105] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.198105] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.198340] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Segment Port 2d37f3a8-eff3-458d-a6d2-b2c528bdb528 not found, creating... [ 693.198634] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.198790] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.199383] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.199590] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.199729] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.200027] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.200153] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.200413] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.200623] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.200747] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.200879] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Resource: SegmentPort with ID: 2d37f3a8-eff3-458d-a6d2-b2c528bdb528 is going to be created. [ 693.221442] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.221589] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.221651] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.222321] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.222321] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.223026] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "port-2d37f3a8-eff3-458d-a6d2-b2c528bdb528" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.341488] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 12e7544c-4c8e-45d8-8e82-a54d4aa3a7db: rpc.has_security_group_logging(os_id): False [ 693.342730] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('12e7544c-4c8e-45d8-8e82-a54d4aa3a7db',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.365047] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.365047] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.365229] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.365365] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.365410] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.365571] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.365666] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.365725] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.365920] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.366019] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.366213] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.366304] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.366365] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.366505] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.366580] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.366759] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.366848] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.366906] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.367164] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.367212] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.367283] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12e7544c-4c8e-45d8-8e82-a54d4aa3a7db is going to be created. [ 693.442937] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.443161] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.443226] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.443515] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.443674] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.456076] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12e7544c-4c8e-45d8-8e82-a54d4aa3a7db in Status: IN_PROGRESS for 2s [ 693.522769] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b2b935df-b98e-4ceb-95d1-1ecf01324f0f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.686247] env[65642]: INFO networking_nsxv3.common.synchronization [req-65549c93-cd43-4380-ae14-c988f9b5fd6f req-cd3b1516-2f19-4480-adf1-2d4a603e2995 tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Enqueued Resource ID: f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886 with Priority: HIGHEST for action security_group_members [ 693.686791] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886 with Priority: HIGHEST for action security_group_members [ 693.687098] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.687564] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.687722] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.687893] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.688095] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.688155] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.688203] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.688357] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.688441] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.688531] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.845424] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('12e7544c-4c8e-45d8-8e82-a54d4aa3a7db',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.922248] env[65642]: INFO networking_nsxv3.common.synchronization [req-39081cca-443b-46cd-8509-bf7d08c8f02a req-a4b2ab90-66a9-4e4e-b085-191a74588437 service nova] Enqueued Resource ID: c35b78ff-cf2f-4afe-984f-527867e449a5 with Priority: HIGHEST for action security_group_rules [ 693.922248] env[65642]: INFO networking_nsxv3.common.synchronization [req-39081cca-443b-46cd-8509-bf7d08c8f02a req-a4b2ab90-66a9-4e4e-b085-191a74588437 service nova] Enqueued Resource ID: c35b78ff-cf2f-4afe-984f-527867e449a5 with Priority: HIGHEST for action security_group_members [ 693.922423] env[65642]: INFO networking_nsxv3.common.synchronization [req-39081cca-443b-46cd-8509-bf7d08c8f02a req-a4b2ab90-66a9-4e4e-b085-191a74588437 service nova] Enqueued Resource ID: 2d37f3a8-eff3-458d-a6d2-b2c528bdb528 with Priority: HIGHEST for action port [ 693.922890] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c35b78ff-cf2f-4afe-984f-527867e449a5 with Priority: HIGHEST for action security_group_rules [ 693.923037] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c35b78ff-cf2f-4afe-984f-527867e449a5 with Priority: HIGHEST for action security_group_members [ 693.923137] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d37f3a8-eff3-458d-a6d2-b2c528bdb528 with Priority: HIGHEST for action port [ 693.923435] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c35b78ff-cf2f-4afe-984f-527867e449a5 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.923561] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c35b78ff-cf2f-4afe-984f-527867e449a5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.923621] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c35b78ff-cf2f-4afe-984f-527867e449a5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.923888] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c35b78ff-cf2f-4afe-984f-527867e449a5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.923970] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c35b78ff-cf2f-4afe-984f-527867e449a5',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.925117] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-c35b78ff-cf2f-4afe-984f-527867e449a5 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.925767] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c35b78ff-cf2f-4afe-984f-527867e449a5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.925767] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c35b78ff-cf2f-4afe-984f-527867e449a5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.925767] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c35b78ff-cf2f-4afe-984f-527867e449a5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.925767] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.925767] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.925767] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.926073] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.926073] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.926166] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c35b78ff-cf2f-4afe-984f-527867e449a5',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.927044] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d37f3a8-eff3-458d-a6d2-b2c528bdb528 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.927175] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d37f3a8-eff3-458d-a6d2-b2c528bdb528" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.927244] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d37f3a8-eff3-458d-a6d2-b2c528bdb528" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.927396] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d37f3a8-eff3-458d-a6d2-b2c528bdb528" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.927471] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d37f3a8-eff3-458d-a6d2-b2c528bdb528',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.025115] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.025325] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.025401] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.025800] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.025935] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.026054] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2b935df-b98e-4ceb-95d1-1ecf01324f0f is going to be updated. [ 694.061494] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.061954] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.062087] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.062568] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.062908] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.080268] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2b935df-b98e-4ceb-95d1-1ecf01324f0f in Status: IN_PROGRESS for 2s [ 694.182133] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock network-687 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.182261] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "network-687" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.182352] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "network-687" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.182620] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "network-687" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.182871] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.183034] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.183161] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.183386] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.183536] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.183732] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 694.183843] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] NeedRegenerationException {{(pid=65642) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 694.183942] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] no value, waiting for create lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 694.184055] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] value creation lock acquired {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 694.184156] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 694.184253] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Calling creation function for not-yet-present value {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 694.184372] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 694.189981] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.190132] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.190172] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.190498] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.190576] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.190735] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.190835] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.190897] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.191058] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.191135] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.191215] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886 already deleted. [ 694.191295] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.204142] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 694.204296] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65642) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 694.204417] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Released creation lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 694.204597] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "network-687" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.204904] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock port-0308d107-4c3e-4383-86b6-c4471e4fa415 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.205092] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "port-0308d107-4c3e-4383-86b6-c4471e4fa415" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.205223] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "port-0308d107-4c3e-4383-86b6-c4471e4fa415" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.205526] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "port-0308d107-4c3e-4383-86b6-c4471e4fa415" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.205658] env[65642]: DEBUG networking_nsxv3.api.rpc [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0308d107-4c3e-4383-86b6-c4471e4fa415',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.349219] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.349385] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.349459] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.349695] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.349786] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.349859] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12e7544c-4c8e-45d8-8e82-a54d4aa3a7db is going to be updated. [ 694.384223] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.384546] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.384546] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.384757] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.384826] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.397539] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12e7544c-4c8e-45d8-8e82-a54d4aa3a7db in Status: IN_PROGRESS for 2s [ 694.429523] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c35b78ff-cf2f-4afe-984f-527867e449a5',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.430650] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-c35b78ff-cf2f-4afe-984f-527867e449a5 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.430991] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c35b78ff-cf2f-4afe-984f-527867e449a5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.430991] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2d37f3a8-eff3-458d-a6d2-b2c528bdb528 with status ACTIVE [ 694.431123] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.431198] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.431257] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.431463] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.431555] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.431723] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.431818] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.431871] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.432050] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.432147] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.432313] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.432439] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.432511] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.432623] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.432737] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.432811] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2d37f3a8-eff3-458d-a6d2-b2c528bdb528 is going to be updated. [ 694.464065] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.464065] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.464065] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.464065] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.464065] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.464065] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d37f3a8-eff3-458d-a6d2-b2c528bdb528" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.710061] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.710061] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.710061] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.710061] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.710061] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.710061] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Segment Port 0308d107-4c3e-4383-86b6-c4471e4fa415 not found, creating... [ 694.710061] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.710061] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.710061] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.710562] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.710562] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.710705] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.710870] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.710987] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.711197] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.711323] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.711452] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Resource: SegmentPort with ID: 0308d107-4c3e-4383-86b6-c4471e4fa415 is going to be created. [ 694.736342] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.736574] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.736648] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.736925] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.737168] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.737381] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "port-0308d107-4c3e-4383-86b6-c4471e4fa415" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.938921] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c35b78ff-cf2f-4afe-984f-527867e449a5',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.134479] env[65642]: INFO networking_nsxv3.common.synchronization [None req-ee50f9cb-e88c-44ec-b554-eb172b93878c None None] Enqueued Resource ID: 618ad0ad-7b83-4d22-9463-7ac8aab6ee64 with Priority: HIGHEST for action port [ 695.135193] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 618ad0ad-7b83-4d22-9463-7ac8aab6ee64 with Priority: HIGHEST for action port [ 695.135526] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-618ad0ad-7b83-4d22-9463-7ac8aab6ee64 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.135735] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-618ad0ad-7b83-4d22-9463-7ac8aab6ee64" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.135735] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-618ad0ad-7b83-4d22-9463-7ac8aab6ee64" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.135985] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-618ad0ad-7b83-4d22-9463-7ac8aab6ee64" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.136121] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('618ad0ad-7b83-4d22-9463-7ac8aab6ee64',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.441302] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.443958] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.443958] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.443958] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.443958] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.443958] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c35b78ff-cf2f-4afe-984f-527867e449a5 is going to be created. [ 695.473019] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12e7544c-4c8e-45d8-8e82-a54d4aa3a7db in Status: SUCCESS [ 695.473019] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.473019] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.473019] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.473019] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12e7544c-4c8e-45d8-8e82-a54d4aa3a7db',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.474559] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.474861] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.475066] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.475821] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.476053] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.488786] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c35b78ff-cf2f-4afe-984f-527867e449a5 in Status: UNINITIALIZED for 2s [ 695.495270] env[65642]: INFO networking_nsxv3.common.synchronization [req-65549c93-cd43-4380-ae14-c988f9b5fd6f req-f0c79b7c-4626-4567-9977-07c62580c3e8 service nova] Enqueued Resource ID: f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886 with Priority: HIGHEST for action security_group_rules [ 695.495601] env[65642]: INFO networking_nsxv3.common.synchronization [req-65549c93-cd43-4380-ae14-c988f9b5fd6f req-f0c79b7c-4626-4567-9977-07c62580c3e8 service nova] Enqueued Resource ID: f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886 with Priority: HIGHEST for action security_group_members [ 695.495940] env[65642]: INFO networking_nsxv3.common.synchronization [req-65549c93-cd43-4380-ae14-c988f9b5fd6f req-f0c79b7c-4626-4567-9977-07c62580c3e8 service nova] Enqueued Resource ID: 0308d107-4c3e-4383-86b6-c4471e4fa415 with Priority: HIGHEST for action port [ 695.496574] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886 with Priority: HIGHEST for action security_group_rules [ 695.497151] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886 with Priority: HIGHEST for action security_group_members [ 695.497151] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0308d107-4c3e-4383-86b6-c4471e4fa415 with Priority: HIGHEST for action port [ 695.497957] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.499583] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.499583] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.499583] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.499583] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.501189] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.501189] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.501189] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.501189] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.501189] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.501427] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.501427] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.502329] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.503357] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.503507] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.504506] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-0308d107-4c3e-4383-86b6-c4471e4fa415 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.504709] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0308d107-4c3e-4383-86b6-c4471e4fa415" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.504829] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0308d107-4c3e-4383-86b6-c4471e4fa415" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.505094] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0308d107-4c3e-4383-86b6-c4471e4fa415" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.505168] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0308d107-4c3e-4383-86b6-c4471e4fa415',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.638011] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 618ad0ad-7b83-4d22-9463-7ac8aab6ee64 [ 695.638265] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.638479] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.638568] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.638884] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.638963] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.639513] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:618ad0ad-7b83-4d22-9463-7ac8aab6ee64 already deleted. [ 695.639513] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-618ad0ad-7b83-4d22-9463-7ac8aab6ee64" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.980329] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.980329] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.012969] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.013384] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.013759] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.016318] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0308d107-4c3e-4383-86b6-c4471e4fa415 with status ACTIVE [ 696.016529] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.016834] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.016834] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.016914] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.016991] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.017190] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.017287] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.017345] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.017493] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.017606] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.017735] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.017827] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.017888] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.018026] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.018082] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.019018] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0308d107-4c3e-4383-86b6-c4471e4fa415 is going to be updated. [ 696.040953] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.041803] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.041966] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.042342] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.042475] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.043144] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0308d107-4c3e-4383-86b6-c4471e4fa415" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.090942] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2b935df-b98e-4ceb-95d1-1ecf01324f0f in Status: SUCCESS [ 696.090942] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2b935df-b98e-4ceb-95d1-1ecf01324f0f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.090942] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2b935df-b98e-4ceb-95d1-1ecf01324f0f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.090942] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2b935df-b98e-4ceb-95d1-1ecf01324f0f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.091317] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.091317] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.091317] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.091484] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.091484] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.091484] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2b935df-b98e-4ceb-95d1-1ecf01324f0f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.091591] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b2b935df-b98e-4ceb-95d1-1ecf01324f0f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.343994] env[65642]: INFO networking_nsxv3.common.synchronization [None req-210ff6e8-66e8-45ca-9014-7cfe11a00119 tempest-ServersV294TestFqdnHostnames-1812956799 tempest-ServersV294TestFqdnHostnames-1812956799-project-member] Enqueued Resource ID: 7f322dc7-729f-4659-a989-5edfc1fb65bc with Priority: HIGHEST for action security_group_rules [ 696.343994] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f322dc7-729f-4659-a989-5edfc1fb65bc with Priority: HIGHEST for action security_group_rules [ 696.345242] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f322dc7-729f-4659-a989-5edfc1fb65bc taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.347084] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f322dc7-729f-4659-a989-5edfc1fb65bc" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.347084] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f322dc7-729f-4659-a989-5edfc1fb65bc" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.347084] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f322dc7-729f-4659-a989-5edfc1fb65bc" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.347084] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f322dc7-729f-4659-a989-5edfc1fb65bc',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.411322] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12e7544c-4c8e-45d8-8e82-a54d4aa3a7db in Status: SUCCESS [ 696.411802] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.412166] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.412584] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.412958] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.414080] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.414080] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.414080] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.414080] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.414080] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.414080] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('12e7544c-4c8e-45d8-8e82-a54d4aa3a7db',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.451284] env[65642]: INFO networking_nsxv3.common.synchronization [None req-40e73041-25d5-43a8-b4fd-236928813b80 tempest-ServersV294TestFqdnHostnames-1812956799 tempest-ServersV294TestFqdnHostnames-1812956799-project-member] Enqueued Resource ID: 7f322dc7-729f-4659-a989-5edfc1fb65bc with Priority: HIGHEST for action security_group_rules [ 696.451875] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f322dc7-729f-4659-a989-5edfc1fb65bc with Priority: HIGHEST for action security_group_rules [ 696.452461] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f322dc7-729f-4659-a989-5edfc1fb65bc taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.452699] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f322dc7-729f-4659-a989-5edfc1fb65bc" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.521291] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.594572] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2b935df-b98e-4ceb-95d1-1ecf01324f0f taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.595356] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2b935df-b98e-4ceb-95d1-1ecf01324f0f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.595508] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2b935df-b98e-4ceb-95d1-1ecf01324f0f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.595726] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2b935df-b98e-4ceb-95d1-1ecf01324f0f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.595927] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.596059] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.596108] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.596259] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.596342] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.596502] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2b935df-b98e-4ceb-95d1-1ecf01324f0f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.596600] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2b935df-b98e-4ceb-95d1-1ecf01324f0f taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.596657] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2b935df-b98e-4ceb-95d1-1ecf01324f0f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.596723] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2b935df-b98e-4ceb-95d1-1ecf01324f0f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.596863] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2b935df-b98e-4ceb-95d1-1ecf01324f0f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.596998] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.597510] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.597510] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.597510] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.597510] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.597510] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2b935df-b98e-4ceb-95d1-1ecf01324f0f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.597510] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b2b935df-b98e-4ceb-95d1-1ecf01324f0f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.868817] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.868991] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.869056] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.869258] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.869397] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.869467] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f322dc7-729f-4659-a989-5edfc1fb65bc already deleted. [ 696.869527] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f322dc7-729f-4659-a989-5edfc1fb65bc" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.869720] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f322dc7-729f-4659-a989-5edfc1fb65bc" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.870039] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f322dc7-729f-4659-a989-5edfc1fb65bc" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.870039] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f322dc7-729f-4659-a989-5edfc1fb65bc',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.917895] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.917895] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.917895] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.917895] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.917895] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.917895] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.918243] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.918243] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.918243] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.918381] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.918480] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.918586] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.918630] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.918782] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.918918] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.919060] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.919127] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.919276] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.919355] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.919657] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.919657] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('12e7544c-4c8e-45d8-8e82-a54d4aa3a7db',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.026710] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.027622] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.027788] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.028098] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.028268] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.028424] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886 is going to be created. [ 697.057589] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.058108] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.058108] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.058236] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.058418] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.071672] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886 in Status: UNINITIALIZED for 2s [ 697.107239] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b2b935df-b98e-4ceb-95d1-1ecf01324f0f: rpc.has_security_group_logging(os_id): False [ 697.125361] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.125582] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.125683] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.126017] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.126187] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.126403] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.126528] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.126596] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.126793] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.126897] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.127323] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.127530] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.127619] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.127781] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.127878] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.128132] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.128443] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.128443] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.128443] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.128578] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.128623] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2b935df-b98e-4ceb-95d1-1ecf01324f0f is going to be updated. [ 697.212707] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.212707] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.212707] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.212707] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.212707] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.230842] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2b935df-b98e-4ceb-95d1-1ecf01324f0f in Status: IN_PROGRESS for 2s [ 697.393340] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.393497] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.393583] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.393868] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.393973] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.394102] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f322dc7-729f-4659-a989-5edfc1fb65bc already deleted. [ 697.394328] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f322dc7-729f-4659-a989-5edfc1fb65bc" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.423924] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 12e7544c-4c8e-45d8-8e82-a54d4aa3a7db: rpc.has_security_group_logging(os_id): False [ 697.444567] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.444716] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.444787] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.445047] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.445157] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.445790] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.445790] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.445790] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.445790] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.445790] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.446046] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.446046] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.446133] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.446277] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.446554] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.446773] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.446870] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.446928] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.447085] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.447204] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.447242] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12e7544c-4c8e-45d8-8e82-a54d4aa3a7db is going to be updated. [ 697.500390] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c35b78ff-cf2f-4afe-984f-527867e449a5 in Status: SUCCESS [ 697.500866] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c35b78ff-cf2f-4afe-984f-527867e449a5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.500866] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c35b78ff-cf2f-4afe-984f-527867e449a5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.502353] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c35b78ff-cf2f-4afe-984f-527867e449a5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.502353] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.502353] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.502353] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.502353] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.502353] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.502353] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c35b78ff-cf2f-4afe-984f-527867e449a5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.502353] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c35b78ff-cf2f-4afe-984f-527867e449a5',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.519867] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.520036] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.520250] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.520550] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.520762] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.538973] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12e7544c-4c8e-45d8-8e82-a54d4aa3a7db in Status: IN_PROGRESS for 2s [ 698.008826] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-c35b78ff-cf2f-4afe-984f-527867e449a5 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.009054] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c35b78ff-cf2f-4afe-984f-527867e449a5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.009124] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c35b78ff-cf2f-4afe-984f-527867e449a5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.009372] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c35b78ff-cf2f-4afe-984f-527867e449a5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.009573] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.009665] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.009745] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.009926] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.010022] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.010132] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c35b78ff-cf2f-4afe-984f-527867e449a5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.010291] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-c35b78ff-cf2f-4afe-984f-527867e449a5 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.010373] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c35b78ff-cf2f-4afe-984f-527867e449a5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.010443] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c35b78ff-cf2f-4afe-984f-527867e449a5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.010591] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c35b78ff-cf2f-4afe-984f-527867e449a5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.010743] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.010834] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.010892] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.011060] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.011150] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.011235] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c35b78ff-cf2f-4afe-984f-527867e449a5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.011321] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c35b78ff-cf2f-4afe-984f-527867e449a5',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.065351] env[65642]: INFO networking_nsxv3.common.synchronization [req-90c814a9-c702-4f64-80a0-0c1d7b89fdf1 req-9e3f3b0b-3aaa-41c2-b6c5-8b5c3dcb643c tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Enqueued Resource ID: 80731448-dbe0-4e3c-a17b-31743af81ef5 with Priority: HIGHEST for action security_group_members [ 698.066031] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80731448-dbe0-4e3c-a17b-31743af81ef5 with Priority: HIGHEST for action security_group_members [ 698.066398] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-80731448-dbe0-4e3c-a17b-31743af81ef5 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.066530] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80731448-dbe0-4e3c-a17b-31743af81ef5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.066602] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80731448-dbe0-4e3c-a17b-31743af81ef5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.067561] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80731448-dbe0-4e3c-a17b-31743af81ef5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.067561] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.067561] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.067561] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.067561] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.067842] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.067842] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('80731448-dbe0-4e3c-a17b-31743af81ef5',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.515627] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c35b78ff-cf2f-4afe-984f-527867e449a5: rpc.has_security_group_logging(os_id): False [ 698.536696] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.536887] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.536962] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.537350] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.537350] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.537491] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.537591] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.537924] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.537924] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.537924] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.538195] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.538246] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.538356] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.538513] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.538611] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.538803] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.538897] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.538949] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.539347] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.539347] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.539347] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c35b78ff-cf2f-4afe-984f-527867e449a5 is going to be created. [ 698.571772] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.571961] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.571996] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.572309] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.572403] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.572636] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.572753] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.572822] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.573015] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.573130] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.573247] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80731448-dbe0-4e3c-a17b-31743af81ef5 already deleted. [ 698.573379] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80731448-dbe0-4e3c-a17b-31743af81ef5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.623516] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock network-890 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.623894] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "network-890" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.623996] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "network-890" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.624457] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "network-890" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.624886] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.625653] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.625653] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.625653] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.625814] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.626113] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 698.626291] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] NeedRegenerationException {{(pid=65642) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 698.626459] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] no value, waiting for create lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 698.626619] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] value creation lock acquired {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 698.626781] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 698.626936] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Calling creation function for not-yet-present value {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 698.627144] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 698.630824] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.630988] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.631107] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.631363] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.631625] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.649244] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c35b78ff-cf2f-4afe-984f-527867e449a5 in Status: IN_PROGRESS for 2s [ 698.656992] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 698.657231] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65642) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 698.657371] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Released creation lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 698.657548] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "network-890" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.657871] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock port-d0a60c2b-d9d8-4a6d-9743-16f449b74688 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.658052] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "port-d0a60c2b-d9d8-4a6d-9743-16f449b74688" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.658207] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "port-d0a60c2b-d9d8-4a6d-9743-16f449b74688" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.658499] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "port-d0a60c2b-d9d8-4a6d-9743-16f449b74688" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.658634] env[65642]: DEBUG networking_nsxv3.api.rpc [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0a60c2b-d9d8-4a6d-9743-16f449b74688',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.083780] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886 in Status: SUCCESS [ 699.084379] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.084379] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.085197] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.085197] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.087040] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.087040] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.087040] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.087040] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.087040] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.087040] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.163283] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.163283] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.163283] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.163493] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.163571] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.163865] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Segment Port d0a60c2b-d9d8-4a6d-9743-16f449b74688 not found, creating... [ 699.163996] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.165445] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.165445] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.165445] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.165445] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.165445] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.165445] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.165445] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.165445] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.165974] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.165974] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Resource: SegmentPort with ID: d0a60c2b-d9d8-4a6d-9743-16f449b74688 is going to be created. [ 699.195924] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.195924] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.195924] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.195924] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.195924] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.195924] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "port-d0a60c2b-d9d8-4a6d-9743-16f449b74688" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.248880] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2b935df-b98e-4ceb-95d1-1ecf01324f0f in Status: SUCCESS [ 699.249268] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2b935df-b98e-4ceb-95d1-1ecf01324f0f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.515058] env[65642]: INFO networking_nsxv3.common.synchronization [req-2ac3499d-a5b0-4fa4-a4b4-ed8477219855 req-ce1bf1bf-4675-4e65-be4c-729943a54e14 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Enqueued Resource ID: 772f4be7-9647-4df0-9cfc-f9cfde6aae9f with Priority: HIGHEST for action security_group_members [ 699.515633] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 772f4be7-9647-4df0-9cfc-f9cfde6aae9f with Priority: HIGHEST for action security_group_members [ 699.515962] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-772f4be7-9647-4df0-9cfc-f9cfde6aae9f taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.516540] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-772f4be7-9647-4df0-9cfc-f9cfde6aae9f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.516540] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-772f4be7-9647-4df0-9cfc-f9cfde6aae9f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.516540] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-772f4be7-9647-4df0-9cfc-f9cfde6aae9f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.516788] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.516857] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.516857] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.517034] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.517107] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.517203] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('772f4be7-9647-4df0-9cfc-f9cfde6aae9f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.552846] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12e7544c-4c8e-45d8-8e82-a54d4aa3a7db in Status: SUCCESS [ 699.553206] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.553593] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.554038] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.554156] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12e7544c-4c8e-45d8-8e82-a54d4aa3a7db',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.592559] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.592750] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.592801] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.593129] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.593322] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.593446] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.593510] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.593684] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.593781] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.593873] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.594041] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.594141] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.594207] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.594354] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.594495] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.594586] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.594674] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.594816] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.594897] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.594981] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.595088] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.931243] env[65642]: INFO networking_nsxv3.common.synchronization [req-90c814a9-c702-4f64-80a0-0c1d7b89fdf1 req-a6059175-727d-4c3c-80bd-987aebfc7a4c service nova] Enqueued Resource ID: 80731448-dbe0-4e3c-a17b-31743af81ef5 with Priority: HIGHEST for action security_group_rules [ 699.931420] env[65642]: INFO networking_nsxv3.common.synchronization [req-90c814a9-c702-4f64-80a0-0c1d7b89fdf1 req-a6059175-727d-4c3c-80bd-987aebfc7a4c service nova] Enqueued Resource ID: 80731448-dbe0-4e3c-a17b-31743af81ef5 with Priority: HIGHEST for action security_group_members [ 699.931465] env[65642]: INFO networking_nsxv3.common.synchronization [req-90c814a9-c702-4f64-80a0-0c1d7b89fdf1 req-a6059175-727d-4c3c-80bd-987aebfc7a4c service nova] Enqueued Resource ID: d0a60c2b-d9d8-4a6d-9743-16f449b74688 with Priority: HIGHEST for action port [ 699.932178] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80731448-dbe0-4e3c-a17b-31743af81ef5 with Priority: HIGHEST for action security_group_rules [ 699.932395] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80731448-dbe0-4e3c-a17b-31743af81ef5 with Priority: HIGHEST for action security_group_members [ 699.932523] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0a60c2b-d9d8-4a6d-9743-16f449b74688 with Priority: HIGHEST for action port [ 699.932845] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-80731448-dbe0-4e3c-a17b-31743af81ef5 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.933753] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-80731448-dbe0-4e3c-a17b-31743af81ef5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.933753] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-80731448-dbe0-4e3c-a17b-31743af81ef5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.933753] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-80731448-dbe0-4e3c-a17b-31743af81ef5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.933753] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('80731448-dbe0-4e3c-a17b-31743af81ef5',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.934961] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-80731448-dbe0-4e3c-a17b-31743af81ef5 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.935140] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80731448-dbe0-4e3c-a17b-31743af81ef5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.935212] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80731448-dbe0-4e3c-a17b-31743af81ef5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.935728] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80731448-dbe0-4e3c-a17b-31743af81ef5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.935967] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.936083] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.936118] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.936298] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.936388] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.936521] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('80731448-dbe0-4e3c-a17b-31743af81ef5',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.937650] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0a60c2b-d9d8-4a6d-9743-16f449b74688 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.937779] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0a60c2b-d9d8-4a6d-9743-16f449b74688" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.937848] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0a60c2b-d9d8-4a6d-9743-16f449b74688" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.938054] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0a60c2b-d9d8-4a6d-9743-16f449b74688" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.938150] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0a60c2b-d9d8-4a6d-9743-16f449b74688',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.019954] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('772f4be7-9647-4df0-9cfc-f9cfde6aae9f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.060528] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.060764] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.060852] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.061243] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.061460] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.061602] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.061692] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.061906] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.062045] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.062185] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.062308] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('12e7544c-4c8e-45d8-8e82-a54d4aa3a7db',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.104904] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886: rpc.has_security_group_logging(os_id): False [ 700.147141] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.147959] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.147959] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.147959] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.147959] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.147959] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.148214] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.148214] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.148413] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.148486] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.148641] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.148746] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.148817] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.149412] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.149412] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.149412] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.149524] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.149524] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.150090] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.150090] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.150090] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886 is going to be created. [ 700.275807] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.275807] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.275807] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.275807] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.275807] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.294576] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886 in Status: IN_PROGRESS for 2s [ 700.423779] env[65642]: INFO networking_nsxv3.common.synchronization [req-c486e27f-1e07-4272-a73d-417c5d59f693 req-f764c5dd-1c5d-4daf-aa66-337bb55a8a5c tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Enqueued Resource ID: fb84f89e-daf3-4100-92cd-2981d9459c16 with Priority: HIGHEST for action security_group_members [ 700.425054] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb84f89e-daf3-4100-92cd-2981d9459c16 with Priority: HIGHEST for action security_group_members [ 700.425054] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb84f89e-daf3-4100-92cd-2981d9459c16 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.425054] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb84f89e-daf3-4100-92cd-2981d9459c16" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.425054] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb84f89e-daf3-4100-92cd-2981d9459c16" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.425361] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb84f89e-daf3-4100-92cd-2981d9459c16" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.425490] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.425668] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.425832] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.425994] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.426176] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.426216] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb84f89e-daf3-4100-92cd-2981d9459c16',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.440593] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-80731448-dbe0-4e3c-a17b-31743af81ef5 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.440593] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80731448-dbe0-4e3c-a17b-31743af81ef5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.444255] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('80731448-dbe0-4e3c-a17b-31743af81ef5',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.445783] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d0a60c2b-d9d8-4a6d-9743-16f449b74688 with status ACTIVE [ 700.445783] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.445783] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.445783] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.445783] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.445980] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.446107] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.446209] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.446278] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.446495] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.446549] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.446711] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.446994] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.447121] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.447280] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.447371] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.447472] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d0a60c2b-d9d8-4a6d-9743-16f449b74688 is going to be updated. [ 700.482986] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.483214] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.483214] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.484049] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.484049] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.484049] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0a60c2b-d9d8-4a6d-9743-16f449b74688" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.524664] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('772f4be7-9647-4df0-9cfc-f9cfde6aae9f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.565171] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.566057] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.566057] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.566057] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.566057] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.566227] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.566227] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.566935] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.566935] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.566935] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.566935] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.566935] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.566935] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.567146] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.567146] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.567206] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.567663] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.567913] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.569312] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.569659] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.569891] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('12e7544c-4c8e-45d8-8e82-a54d4aa3a7db',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.661846] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c35b78ff-cf2f-4afe-984f-527867e449a5 in Status: SUCCESS [ 700.662078] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c35b78ff-cf2f-4afe-984f-527867e449a5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.931433] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fb84f89e-daf3-4100-92cd-2981d9459c16',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.952976] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('80731448-dbe0-4e3c-a17b-31743af81ef5',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.026781] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.026781] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.026781] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.026995] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.027129] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.027204] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 772f4be7-9647-4df0-9cfc-f9cfde6aae9f is going to be updated. [ 701.059575] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.059800] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.059905] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.060145] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.060306] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.072692] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 772f4be7-9647-4df0-9cfc-f9cfde6aae9f in Status: IN_PROGRESS for 2s [ 701.074199] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 12e7544c-4c8e-45d8-8e82-a54d4aa3a7db: rpc.has_security_group_logging(os_id): False [ 701.101075] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.101668] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.101961] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.102739] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.103286] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.104098] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.104349] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.104520] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.104869] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.106027] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.106027] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.106027] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.106027] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.106027] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.106027] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.106027] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.106706] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.106861] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.107151] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.107468] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.108527] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12e7544c-4c8e-45d8-8e82-a54d4aa3a7db is going to be updated. [ 701.179042] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.179042] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.179042] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.179042] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.179042] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.192933] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12e7544c-4c8e-45d8-8e82-a54d4aa3a7db in Status: IN_PROGRESS for 2s [ 701.434078] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fb84f89e-daf3-4100-92cd-2981d9459c16',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.458787] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.459087] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.459087] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.459806] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.459806] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.459806] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80731448-dbe0-4e3c-a17b-31743af81ef5 is going to be created. [ 701.492772] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.492772] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.492772] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.492772] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.492772] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.505128] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80731448-dbe0-4e3c-a17b-31743af81ef5 in Status: UNINITIALIZED for 2s [ 701.939623] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.939623] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.939623] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.939623] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.939623] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.939623] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb84f89e-daf3-4100-92cd-2981d9459c16 is going to be updated. [ 701.976406] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.976820] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.979117] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.979117] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.979117] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.988744] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb84f89e-daf3-4100-92cd-2981d9459c16 in Status: IN_PROGRESS for 2s [ 702.312303] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886 in Status: SUCCESS [ 702.313875] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.086942] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 772f4be7-9647-4df0-9cfc-f9cfde6aae9f in Status: SUCCESS [ 703.087596] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-772f4be7-9647-4df0-9cfc-f9cfde6aae9f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.168831] env[65642]: INFO networking_nsxv3.common.synchronization [None req-f53ac7b6-cff0-4c39-b924-ade4a119aa4e None None] Enqueued Resource ID: 218365e7-440e-46d6-b200-3450bf6c2641 with Priority: HIGHEST for action port [ 703.169646] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 218365e7-440e-46d6-b200-3450bf6c2641 with Priority: HIGHEST for action port [ 703.170345] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-218365e7-440e-46d6-b200-3450bf6c2641 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.170561] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-218365e7-440e-46d6-b200-3450bf6c2641" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.170684] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-218365e7-440e-46d6-b200-3450bf6c2641" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.170957] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-218365e7-440e-46d6-b200-3450bf6c2641" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.171177] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('218365e7-440e-46d6-b200-3450bf6c2641',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.215958] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12e7544c-4c8e-45d8-8e82-a54d4aa3a7db in Status: SUCCESS [ 703.216305] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.516764] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80731448-dbe0-4e3c-a17b-31743af81ef5 in Status: SUCCESS [ 703.517046] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80731448-dbe0-4e3c-a17b-31743af81ef5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.519708] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80731448-dbe0-4e3c-a17b-31743af81ef5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.519987] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80731448-dbe0-4e3c-a17b-31743af81ef5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.520374] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.520548] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.520548] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.520692] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.522086] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.522086] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80731448-dbe0-4e3c-a17b-31743af81ef5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.522086] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('80731448-dbe0-4e3c-a17b-31743af81ef5',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.676151] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 218365e7-440e-46d6-b200-3450bf6c2641 [ 703.676219] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.676368] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.676418] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.677890] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.677890] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.677890] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:218365e7-440e-46d6-b200-3450bf6c2641 already deleted. [ 703.677890] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-218365e7-440e-46d6-b200-3450bf6c2641" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.869205] env[65642]: INFO networking_nsxv3.common.synchronization [req-a9fa672b-e30a-4688-a977-6707685ce549 req-5c7dcb9d-ca9e-4e8c-a0ab-6284d546f78b tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Enqueued Resource ID: 772f4be7-9647-4df0-9cfc-f9cfde6aae9f with Priority: HIGHEST for action security_group_members [ 703.870014] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 772f4be7-9647-4df0-9cfc-f9cfde6aae9f with Priority: HIGHEST for action security_group_members [ 703.871391] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-772f4be7-9647-4df0-9cfc-f9cfde6aae9f taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.871703] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-772f4be7-9647-4df0-9cfc-f9cfde6aae9f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.871770] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-772f4be7-9647-4df0-9cfc-f9cfde6aae9f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.871946] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-772f4be7-9647-4df0-9cfc-f9cfde6aae9f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.872122] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.872227] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.872290] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.872579] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.872643] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.872705] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('772f4be7-9647-4df0-9cfc-f9cfde6aae9f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.002132] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb84f89e-daf3-4100-92cd-2981d9459c16 in Status: SUCCESS [ 704.002364] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb84f89e-daf3-4100-92cd-2981d9459c16" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.025123] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-80731448-dbe0-4e3c-a17b-31743af81ef5 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.025356] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80731448-dbe0-4e3c-a17b-31743af81ef5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.025452] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80731448-dbe0-4e3c-a17b-31743af81ef5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.025785] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80731448-dbe0-4e3c-a17b-31743af81ef5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.026012] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.026158] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.026246] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.026465] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.026597] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.026735] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80731448-dbe0-4e3c-a17b-31743af81ef5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.026949] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-80731448-dbe0-4e3c-a17b-31743af81ef5 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.027540] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80731448-dbe0-4e3c-a17b-31743af81ef5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.027540] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80731448-dbe0-4e3c-a17b-31743af81ef5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.027540] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80731448-dbe0-4e3c-a17b-31743af81ef5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.027540] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.027540] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.027540] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.027817] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.027817] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.027817] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80731448-dbe0-4e3c-a17b-31743af81ef5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.031139] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('80731448-dbe0-4e3c-a17b-31743af81ef5',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.209740] env[65642]: INFO networking_nsxv3.common.synchronization [req-bf76d10d-25a3-43c1-819c-f4f5f0867905 req-99843b0b-2a0c-4b09-b065-6aa0fd9ec0e2 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Enqueued Resource ID: a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f with Priority: HIGHEST for action security_group_members [ 704.210349] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f with Priority: HIGHEST for action security_group_members [ 704.210897] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.211045] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.211115] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.211370] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.211534] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.211636] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.211710] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.211871] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.211958] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.212068] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.375271] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.375432] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.375503] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.375717] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.375809] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.375999] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.376376] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.376376] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.376376] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.376376] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.376534] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 772f4be7-9647-4df0-9cfc-f9cfde6aae9f is going to be updated. [ 704.405052] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.405052] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.405052] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.405052] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.405052] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.415686] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 772f4be7-9647-4df0-9cfc-f9cfde6aae9f in Status: IN_PROGRESS for 2s [ 704.533022] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 80731448-dbe0-4e3c-a17b-31743af81ef5: rpc.has_security_group_logging(os_id): False [ 704.557024] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.557024] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.557024] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.557024] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.557024] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.557024] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.557369] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.557369] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.557369] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.557369] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.557529] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.557620] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.557678] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.558790] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.558790] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.558790] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.558790] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.558790] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.558790] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.558790] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.558790] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 80731448-dbe0-4e3c-a17b-31743af81ef5 is going to be created. [ 704.629640] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.629640] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.629640] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.629881] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.630741] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.646365] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock network-297 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.646585] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "network-297" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.646709] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "network-297" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.652041] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "network-297" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.652041] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.652041] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.652041] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.652041] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.652041] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.652041] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 704.652041] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] NeedRegenerationException {{(pid=65642) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 704.652041] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] no value, waiting for create lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 704.652041] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] value creation lock acquired {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 704.652041] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 704.652041] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Calling creation function for not-yet-present value {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 704.652041] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 704.653832] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 80731448-dbe0-4e3c-a17b-31743af81ef5 in Status: IN_PROGRESS for 2s [ 704.677781] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 704.677997] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65642) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 704.678201] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Released creation lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 704.680335] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "network-297" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.680335] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock port-b5ea9701-5a6b-4d9a-b8b7-0753d2420148 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.680335] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "port-b5ea9701-5a6b-4d9a-b8b7-0753d2420148" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.680335] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "port-b5ea9701-5a6b-4d9a-b8b7-0753d2420148" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.680335] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "port-b5ea9701-5a6b-4d9a-b8b7-0753d2420148" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.680335] env[65642]: DEBUG networking_nsxv3.api.rpc [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5ea9701-5a6b-4d9a-b8b7-0753d2420148',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.715783] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.715970] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.716109] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.716293] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.716380] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.716615] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.716723] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.716788] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.716984] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.717076] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.717716] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f already deleted. [ 704.717716] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.182301] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.182630] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.182794] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.183026] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.183312] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.183507] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Segment Port b5ea9701-5a6b-4d9a-b8b7-0753d2420148 not found, creating... [ 705.183801] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.183958] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.184084] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.184382] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.184442] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.184711] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.184879] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.184997] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.185199] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.185564] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.185637] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Resource: SegmentPort with ID: b5ea9701-5a6b-4d9a-b8b7-0753d2420148 is going to be created. [ 705.207542] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.207542] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.207542] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.207542] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.207542] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.207542] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "port-b5ea9701-5a6b-4d9a-b8b7-0753d2420148" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.007807] env[65642]: INFO networking_nsxv3.common.synchronization [req-bf76d10d-25a3-43c1-819c-f4f5f0867905 req-3a98f2a7-aff4-4c17-b835-d5fce8753cdb service nova] Enqueued Resource ID: a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f with Priority: HIGHEST for action security_group_rules [ 706.008117] env[65642]: INFO networking_nsxv3.common.synchronization [req-bf76d10d-25a3-43c1-819c-f4f5f0867905 req-3a98f2a7-aff4-4c17-b835-d5fce8753cdb service nova] Enqueued Resource ID: a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f with Priority: HIGHEST for action security_group_members [ 706.008117] env[65642]: INFO networking_nsxv3.common.synchronization [req-bf76d10d-25a3-43c1-819c-f4f5f0867905 req-3a98f2a7-aff4-4c17-b835-d5fce8753cdb service nova] Enqueued Resource ID: b5ea9701-5a6b-4d9a-b8b7-0753d2420148 with Priority: HIGHEST for action port [ 706.008652] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f with Priority: HIGHEST for action security_group_rules [ 706.008785] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f with Priority: HIGHEST for action security_group_members [ 706.008898] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5ea9701-5a6b-4d9a-b8b7-0753d2420148 with Priority: HIGHEST for action port [ 706.009473] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.009473] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.009473] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.009769] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.009769] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.010551] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.010665] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.010765] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.011175] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.011175] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.011175] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.011349] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.011349] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.011512] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.011512] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.012269] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-b5ea9701-5a6b-4d9a-b8b7-0753d2420148 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.012415] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b5ea9701-5a6b-4d9a-b8b7-0753d2420148" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.012486] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b5ea9701-5a6b-4d9a-b8b7-0753d2420148" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.012638] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b5ea9701-5a6b-4d9a-b8b7-0753d2420148" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.012710] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5ea9701-5a6b-4d9a-b8b7-0753d2420148',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.142736] env[65642]: INFO networking_nsxv3.common.synchronization [None req-0b297159-16fc-42ad-9c36-f8fefdf982ad None None] Enqueued Resource ID: 7eabba62-b50b-4c43-b4d6-e1b16fa0d2d3 with Priority: HIGHEST for action port [ 706.143380] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7eabba62-b50b-4c43-b4d6-e1b16fa0d2d3 with Priority: HIGHEST for action port [ 706.144095] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-7eabba62-b50b-4c43-b4d6-e1b16fa0d2d3 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.144218] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7eabba62-b50b-4c43-b4d6-e1b16fa0d2d3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.144272] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7eabba62-b50b-4c43-b4d6-e1b16fa0d2d3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.144616] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7eabba62-b50b-4c43-b4d6-e1b16fa0d2d3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.144727] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7eabba62-b50b-4c43-b4d6-e1b16fa0d2d3',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.431483] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 772f4be7-9647-4df0-9cfc-f9cfde6aae9f in Status: SUCCESS [ 706.431770] env[65642]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 772f4be7-9647-4df0-9cfc-f9cfde6aae9f deletion is rescheduled due to dependency. [ 706.431932] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-772f4be7-9647-4df0-9cfc-f9cfde6aae9f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.515144] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.515430] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.515538] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.520080] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b5ea9701-5a6b-4d9a-b8b7-0753d2420148 with status ACTIVE [ 706.520080] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.520623] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.520747] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.520998] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.521126] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.521403] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.521555] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.521619] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.521814] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.521951] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.522684] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.522684] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.522684] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.522684] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.522684] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.522684] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b5ea9701-5a6b-4d9a-b8b7-0753d2420148 is going to be updated. [ 706.548038] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.548599] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.548599] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.548599] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.548744] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.548915] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b5ea9701-5a6b-4d9a-b8b7-0753d2420148" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.648907] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7eabba62-b50b-4c43-b4d6-e1b16fa0d2d3 [ 706.648907] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.648907] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.648907] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.648907] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.648907] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.648907] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7eabba62-b50b-4c43-b4d6-e1b16fa0d2d3 already deleted. [ 706.648907] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7eabba62-b50b-4c43-b4d6-e1b16fa0d2d3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.672775] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 80731448-dbe0-4e3c-a17b-31743af81ef5 in Status: SUCCESS [ 706.672775] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-80731448-dbe0-4e3c-a17b-31743af81ef5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.881297] env[65642]: INFO networking_nsxv3.common.synchronization [None req-822a4f28-bdc8-43dc-8af1-deb7682442c6 None None] Enqueued Resource ID: 3def6e88-ff6a-45cf-8349-b8c960e3effd with Priority: HIGHEST for action port [ 706.881743] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3def6e88-ff6a-45cf-8349-b8c960e3effd with Priority: HIGHEST for action port [ 706.881871] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-3def6e88-ff6a-45cf-8349-b8c960e3effd taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.882054] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3def6e88-ff6a-45cf-8349-b8c960e3effd" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.882140] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3def6e88-ff6a-45cf-8349-b8c960e3effd" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.882519] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3def6e88-ff6a-45cf-8349-b8c960e3effd" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.882641] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3def6e88-ff6a-45cf-8349-b8c960e3effd',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.915497] env[65642]: INFO networking_nsxv3.common.synchronization [req-12401714-9aad-4718-8680-63c2320810de req-32b7d3fa-7396-4058-9a17-93bc449e7ac0 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Enqueued Resource ID: 406cbf14-aa8e-4583-befe-4098212656f7 with Priority: HIGHEST for action security_group_members [ 706.915753] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 406cbf14-aa8e-4583-befe-4098212656f7 with Priority: HIGHEST for action security_group_members [ 706.916310] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-406cbf14-aa8e-4583-befe-4098212656f7 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.916310] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-406cbf14-aa8e-4583-befe-4098212656f7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.916310] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-406cbf14-aa8e-4583-befe-4098212656f7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.917472] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-406cbf14-aa8e-4583-befe-4098212656f7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.917472] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.917472] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.917472] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.917472] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.917472] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.917472] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('406cbf14-aa8e-4583-befe-4098212656f7',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.024621] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.386060] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3def6e88-ff6a-45cf-8349-b8c960e3effd [ 707.386393] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.386588] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.386681] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.386967] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.387103] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.387229] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3def6e88-ff6a-45cf-8349-b8c960e3effd already deleted. [ 707.387335] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3def6e88-ff6a-45cf-8349-b8c960e3effd" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.420668] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('406cbf14-aa8e-4583-befe-4098212656f7',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.470128] env[65642]: INFO networking_nsxv3.common.synchronization [req-9e867a52-04e2-4793-b707-77d769fca884 req-836fb93b-e024-4965-aaab-f561220ec372 tempest-ListServersNegativeTestJSON-1318224173 tempest-ListServersNegativeTestJSON-1318224173-project-member] Enqueued Resource ID: fb84f89e-daf3-4100-92cd-2981d9459c16 with Priority: HIGHEST for action security_group_members [ 707.470128] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb84f89e-daf3-4100-92cd-2981d9459c16 with Priority: HIGHEST for action security_group_members [ 707.470452] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb84f89e-daf3-4100-92cd-2981d9459c16 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.470542] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb84f89e-daf3-4100-92cd-2981d9459c16" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.470605] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb84f89e-daf3-4100-92cd-2981d9459c16" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.470796] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb84f89e-daf3-4100-92cd-2981d9459c16" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.470947] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.471076] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.471142] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.471486] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.471486] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.471486] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb84f89e-daf3-4100-92cd-2981d9459c16',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.529774] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.530093] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.530165] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.530892] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.530892] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.530892] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f is going to be created. [ 707.559250] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.559498] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.559498] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.559695] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.559857] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.571144] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f in Status: UNINITIALIZED for 2s [ 707.870124] env[65642]: INFO networking_nsxv3.common.synchronization [req-4feb2bec-5f4e-49b4-a97f-5d8e84255d71 req-e69f94e1-494b-4f2b-ad21-5e83e202f41a tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Enqueued Resource ID: 70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0 with Priority: HIGHEST for action security_group_members [ 707.871121] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0 with Priority: HIGHEST for action security_group_members [ 707.871510] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.871665] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.871808] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.871967] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.872139] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.872237] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.872296] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.872548] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.872678] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.872989] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.923234] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('406cbf14-aa8e-4583-befe-4098212656f7',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.975568] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.975568] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.975568] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.975568] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.975568] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.975568] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.975883] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.975883] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.975883] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.975883] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.975989] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb84f89e-daf3-4100-92cd-2981d9459c16 is going to be updated. [ 708.011745] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.011745] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.011745] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.011745] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.011745] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.025380] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb84f89e-daf3-4100-92cd-2981d9459c16 in Status: IN_PROGRESS for 2s [ 708.375975] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.376646] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.377507] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.377807] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.377931] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.381021] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.381021] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.381021] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.381021] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.381021] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.381021] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0 is going to be updated. [ 708.419704] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.419904] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.420018] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.421669] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.421669] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.425936] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.426116] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.426159] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.426384] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.426472] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.426567] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 406cbf14-aa8e-4583-befe-4098212656f7 is going to be updated. [ 708.432540] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0 in Status: IN_PROGRESS for 2s [ 708.459847] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.459847] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.459847] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.459847] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.459847] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.473286] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 406cbf14-aa8e-4583-befe-4098212656f7 in Status: IN_PROGRESS for 2s [ 708.507686] env[65642]: INFO networking_nsxv3.common.synchronization [req-70d980fa-b4ca-4c00-b5b4-74ea65e8a0ce req-1556467b-02ba-4ecc-a124-b8ee20d245e3 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Enqueued Resource ID: 1aecea80-494d-41f8-8a12-054ef61d5f69 with Priority: HIGHEST for action security_group_members [ 708.509215] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1aecea80-494d-41f8-8a12-054ef61d5f69 with Priority: HIGHEST for action security_group_members [ 708.509288] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-1aecea80-494d-41f8-8a12-054ef61d5f69 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.509394] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1aecea80-494d-41f8-8a12-054ef61d5f69" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.509447] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1aecea80-494d-41f8-8a12-054ef61d5f69" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.510491] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1aecea80-494d-41f8-8a12-054ef61d5f69" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.510491] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.510491] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.510491] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.510491] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.510491] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.510491] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1aecea80-494d-41f8-8a12-054ef61d5f69',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.933610] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock network-687 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.933610] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "network-687" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.933610] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "network-687" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.933610] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "network-687" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.934298] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.936249] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.936485] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.938022] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.938022] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.938022] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 708.938022] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] NeedRegenerationException {{(pid=65642) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 708.938022] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] no value, waiting for create lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 708.938022] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] value creation lock acquired {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 708.938022] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 708.938022] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Calling creation function for not-yet-present value {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 708.938022] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 708.962075] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 708.962219] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65642) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 708.962544] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Released creation lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 708.965179] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "network-687" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.965179] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock port-f2905f1c-1bcd-4d5f-98af-717da50ec492 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.965179] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "port-f2905f1c-1bcd-4d5f-98af-717da50ec492" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.965179] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "port-f2905f1c-1bcd-4d5f-98af-717da50ec492" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.965179] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "port-f2905f1c-1bcd-4d5f-98af-717da50ec492" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.965179] env[65642]: DEBUG networking_nsxv3.api.rpc [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2905f1c-1bcd-4d5f-98af-717da50ec492',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.013477] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.013705] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.014480] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.014650] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.015829] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.015882] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.016086] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.016205] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.016458] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.016596] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.016729] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1aecea80-494d-41f8-8a12-054ef61d5f69 already deleted. [ 709.017748] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1aecea80-494d-41f8-8a12-054ef61d5f69" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.302550] env[65642]: INFO networking_nsxv3.common.synchronization [req-c4a25095-c661-4536-9d6e-3d47568c4691 req-f45775e2-2c5f-4bc3-bb99-6fec10008705 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Enqueued Resource ID: 275dc271-b0af-4a42-966e-14343faaa755 with Priority: HIGHEST for action security_group_members [ 709.303723] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 275dc271-b0af-4a42-966e-14343faaa755 with Priority: HIGHEST for action security_group_members [ 709.304122] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-275dc271-b0af-4a42-966e-14343faaa755 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.304285] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.304371] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.304628] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.304827] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.304971] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.305079] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.305300] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.305417] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.305536] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('275dc271-b0af-4a42-966e-14343faaa755',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.319718] env[65642]: INFO networking_nsxv3.common.synchronization [None req-fb395f6f-f8eb-4f86-8997-cef32ff9cee8 None None] Enqueued Resource ID: 9c1f9b8d-e276-4045-8cfd-7ded28f77277 with Priority: HIGHEST for action port [ 709.320871] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c1f9b8d-e276-4045-8cfd-7ded28f77277 with Priority: HIGHEST for action port [ 709.320871] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-9c1f9b8d-e276-4045-8cfd-7ded28f77277 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.320871] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9c1f9b8d-e276-4045-8cfd-7ded28f77277" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.321067] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9c1f9b8d-e276-4045-8cfd-7ded28f77277" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.321257] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9c1f9b8d-e276-4045-8cfd-7ded28f77277" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.321343] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c1f9b8d-e276-4045-8cfd-7ded28f77277',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.467288] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.467537] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.467609] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.467926] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.468113] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.468248] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Segment Port f2905f1c-1bcd-4d5f-98af-717da50ec492 not found, creating... [ 709.468544] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.468706] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.468820] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.469076] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.469260] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.469657] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.469817] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.469929] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.470236] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.470411] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.470576] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Resource: SegmentPort with ID: f2905f1c-1bcd-4d5f-98af-717da50ec492 is going to be created. [ 709.495979] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.496214] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.496338] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.496769] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.497220] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.497481] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "port-f2905f1c-1bcd-4d5f-98af-717da50ec492" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.588223] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f in Status: SUCCESS [ 709.588223] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.588223] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.588223] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.588438] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.588524] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.588657] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.588742] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.588827] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.588909] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.589033] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.665368] env[65642]: INFO networking_nsxv3.common.synchronization [req-10d9e62a-75ed-47e6-968d-e6ecfb438274 req-29508df7-9f1b-4804-80c3-5d12ffb03c50 tempest-ServersTestFqdnHostnames-341064129 tempest-ServersTestFqdnHostnames-341064129-project-member] Enqueued Resource ID: 8d9860cc-1f11-4bce-b359-958bfb80ccf3 with Priority: HIGHEST for action security_group_members [ 709.666869] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d9860cc-1f11-4bce-b359-958bfb80ccf3 with Priority: HIGHEST for action security_group_members [ 709.668028] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d9860cc-1f11-4bce-b359-958bfb80ccf3 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.668028] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d9860cc-1f11-4bce-b359-958bfb80ccf3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.668028] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d9860cc-1f11-4bce-b359-958bfb80ccf3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.668028] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d9860cc-1f11-4bce-b359-958bfb80ccf3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.668028] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.668028] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.668028] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.668028] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.668432] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.668432] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d9860cc-1f11-4bce-b359-958bfb80ccf3',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.808561] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.809177] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.809177] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.809307] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.809411] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.809730] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.809843] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.809921] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.810121] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.810212] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.810282] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 275dc271-b0af-4a42-966e-14343faaa755 is going to be updated. [ 709.825746] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9c1f9b8d-e276-4045-8cfd-7ded28f77277 [ 709.826063] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.826233] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.826312] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.826601] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.826758] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.826866] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9c1f9b8d-e276-4045-8cfd-7ded28f77277 already deleted. [ 709.826968] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9c1f9b8d-e276-4045-8cfd-7ded28f77277" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.840753] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.840753] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.840753] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.840753] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.840753] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.852749] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 275dc271-b0af-4a42-966e-14343faaa755 in Status: IN_PROGRESS for 2s [ 710.037776] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb84f89e-daf3-4100-92cd-2981d9459c16 in Status: SUCCESS [ 710.039216] env[65642]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb84f89e-daf3-4100-92cd-2981d9459c16 deletion is rescheduled due to dependency. [ 710.039350] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb84f89e-daf3-4100-92cd-2981d9459c16" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.093790] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.172030] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.172030] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.172030] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.172030] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.172030] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.172030] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.172030] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.172030] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.172030] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.172030] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.172433] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d9860cc-1f11-4bce-b359-958bfb80ccf3 is going to be updated. [ 710.182780] env[65642]: INFO networking_nsxv3.common.synchronization [req-138828dc-f927-420c-9647-b7999fb3086a req-46efd55c-7e84-4a7e-b772-afeb9d7bcb8d tempest-DeleteServersAdminTestJSON-926005709 tempest-DeleteServersAdminTestJSON-926005709-project-member] Enqueued Resource ID: c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b with Priority: HIGHEST for action security_group_members [ 710.183067] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b with Priority: HIGHEST for action security_group_members [ 710.183393] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.183553] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.183609] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.183818] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.184558] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.184727] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.184727] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.185131] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.185131] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.185236] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.206270] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.206431] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.206497] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.206740] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.206930] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.217873] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d9860cc-1f11-4bce-b359-958bfb80ccf3 in Status: IN_PROGRESS for 2s [ 710.326611] env[65642]: INFO networking_nsxv3.common.synchronization [req-70d980fa-b4ca-4c00-b5b4-74ea65e8a0ce req-38dcb7bc-62d4-4226-8f54-414cf18be85b service nova] Enqueued Resource ID: 1aecea80-494d-41f8-8a12-054ef61d5f69 with Priority: HIGHEST for action security_group_rules [ 710.326611] env[65642]: INFO networking_nsxv3.common.synchronization [req-70d980fa-b4ca-4c00-b5b4-74ea65e8a0ce req-38dcb7bc-62d4-4226-8f54-414cf18be85b service nova] Enqueued Resource ID: 1aecea80-494d-41f8-8a12-054ef61d5f69 with Priority: HIGHEST for action security_group_members [ 710.326611] env[65642]: INFO networking_nsxv3.common.synchronization [req-70d980fa-b4ca-4c00-b5b4-74ea65e8a0ce req-38dcb7bc-62d4-4226-8f54-414cf18be85b service nova] Enqueued Resource ID: f2905f1c-1bcd-4d5f-98af-717da50ec492 with Priority: HIGHEST for action port [ 710.329096] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1aecea80-494d-41f8-8a12-054ef61d5f69 with Priority: HIGHEST for action security_group_rules [ 710.329096] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1aecea80-494d-41f8-8a12-054ef61d5f69 with Priority: HIGHEST for action security_group_members [ 710.329096] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2905f1c-1bcd-4d5f-98af-717da50ec492 with Priority: HIGHEST for action port [ 710.329655] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1aecea80-494d-41f8-8a12-054ef61d5f69 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.329787] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1aecea80-494d-41f8-8a12-054ef61d5f69" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.329940] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1aecea80-494d-41f8-8a12-054ef61d5f69" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.330203] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1aecea80-494d-41f8-8a12-054ef61d5f69" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.330320] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1aecea80-494d-41f8-8a12-054ef61d5f69',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.331758] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-1aecea80-494d-41f8-8a12-054ef61d5f69 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.331886] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1aecea80-494d-41f8-8a12-054ef61d5f69" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.331949] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1aecea80-494d-41f8-8a12-054ef61d5f69" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.332146] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1aecea80-494d-41f8-8a12-054ef61d5f69" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.332300] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.332433] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.332508] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.332663] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.332746] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.332833] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1aecea80-494d-41f8-8a12-054ef61d5f69',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.334516] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-f2905f1c-1bcd-4d5f-98af-717da50ec492 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.334516] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f2905f1c-1bcd-4d5f-98af-717da50ec492" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.334516] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f2905f1c-1bcd-4d5f-98af-717da50ec492" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.334516] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f2905f1c-1bcd-4d5f-98af-717da50ec492" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.334516] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2905f1c-1bcd-4d5f-98af-717da50ec492',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.444343] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0 in Status: SUCCESS [ 710.445884] env[65642]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0 deletion is rescheduled due to dependency. [ 710.446164] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.485769] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 406cbf14-aa8e-4583-befe-4098212656f7 in Status: SUCCESS [ 710.486435] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-406cbf14-aa8e-4583-befe-4098212656f7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.599188] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f: rpc.has_security_group_logging(os_id): False [ 710.618268] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.618410] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.619032] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.619032] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.619032] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.619032] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.619251] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.619251] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.619386] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.619453] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.619511] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f is going to be created. [ 710.687264] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.687264] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.687494] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.687589] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.687690] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.687897] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.687999] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.688066] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.688223] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.688547] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.688547] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b is going to be updated. [ 710.690481] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.690601] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.690679] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.690832] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.691012] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.703046] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f in Status: IN_PROGRESS for 2s [ 710.712222] env[65642]: INFO networking_nsxv3.common.synchronization [req-4d032b61-a3e0-44c8-b36f-511c6e179a4b req-2c5682f7-0116-4377-87aa-5eaa58460584 tempest-InstanceActionsNegativeTestJSON-738907590 tempest-InstanceActionsNegativeTestJSON-738907590-project-member] Enqueued Resource ID: 5fe17d9f-a332-460a-b8d3-2553f9dbbe00 with Priority: HIGHEST for action security_group_members [ 710.713307] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fe17d9f-a332-460a-b8d3-2553f9dbbe00 with Priority: HIGHEST for action security_group_members [ 710.713741] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fe17d9f-a332-460a-b8d3-2553f9dbbe00 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.713857] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fe17d9f-a332-460a-b8d3-2553f9dbbe00" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.713857] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fe17d9f-a332-460a-b8d3-2553f9dbbe00" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.714126] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fe17d9f-a332-460a-b8d3-2553f9dbbe00" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.714289] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.714694] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.714694] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.714694] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.714694] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.714929] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5fe17d9f-a332-460a-b8d3-2553f9dbbe00',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.722369] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.722563] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.722649] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.722838] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.722981] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.735428] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b in Status: IN_PROGRESS for 2s [ 710.836408] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-1aecea80-494d-41f8-8a12-054ef61d5f69 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.836633] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1aecea80-494d-41f8-8a12-054ef61d5f69" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.836782] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1aecea80-494d-41f8-8a12-054ef61d5f69',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.838261] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f2905f1c-1bcd-4d5f-98af-717da50ec492 with status ACTIVE [ 710.838525] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.838697] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.838697] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.838901] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.838998] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.839267] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.839383] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.839446] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.839605] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.839699] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.839911] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.840014] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.840466] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.840466] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.840466] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.840466] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f2905f1c-1bcd-4d5f-98af-717da50ec492 is going to be updated. [ 710.865397] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.865549] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.865628] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.865892] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.866487] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.866757] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f2905f1c-1bcd-4d5f-98af-717da50ec492" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.145251] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock network-727 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.145552] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "network-727" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.145680] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "network-727" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.146052] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "network-727" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.147221] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.147477] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.147680] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.149249] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.149381] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.149611] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 711.149719] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] NeedRegenerationException {{(pid=65642) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 711.149851] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] no value, waiting for create lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 711.149942] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] value creation lock acquired {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 711.150083] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 711.150176] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Calling creation function for not-yet-present value {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 711.150303] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 711.172683] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 711.173202] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65642) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 711.173428] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Released creation lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 711.173680] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "network-727" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.174091] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock port-17827659-982a-4018-98ab-280ab2c7c461 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.174377] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "port-17827659-982a-4018-98ab-280ab2c7c461" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.174608] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "port-17827659-982a-4018-98ab-280ab2c7c461" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.174997] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "port-17827659-982a-4018-98ab-280ab2c7c461" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.175693] env[65642]: DEBUG networking_nsxv3.api.rpc [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17827659-982a-4018-98ab-280ab2c7c461',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.219196] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.219196] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.219196] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.221497] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.221497] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.221497] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.221497] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.221497] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.221497] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.221497] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.221497] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5fe17d9f-a332-460a-b8d3-2553f9dbbe00 already deleted. [ 711.221497] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fe17d9f-a332-460a-b8d3-2553f9dbbe00" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.342706] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1aecea80-494d-41f8-8a12-054ef61d5f69',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.678284] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.678605] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.678749] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.679030] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.679522] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.679686] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Segment Port 17827659-982a-4018-98ab-280ab2c7c461 not found, creating... [ 711.680032] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.680183] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.680659] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.680932] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.681128] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.681462] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.681788] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.681970] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.682317] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.682517] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.682929] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Resource: SegmentPort with ID: 17827659-982a-4018-98ab-280ab2c7c461 is going to be created. [ 711.709964] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.710192] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.710386] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.710705] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.710935] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.711438] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "port-17827659-982a-4018-98ab-280ab2c7c461" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.846134] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.846385] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.846491] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.846760] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.846856] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.846958] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1aecea80-494d-41f8-8a12-054ef61d5f69 is going to be created. [ 711.866044] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 275dc271-b0af-4a42-966e-14343faaa755 in Status: SUCCESS [ 711.866044] env[65642]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 275dc271-b0af-4a42-966e-14343faaa755 deletion is rescheduled due to dependency. [ 711.866044] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.889938] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.889938] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.889938] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.889938] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.889938] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.904408] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1aecea80-494d-41f8-8a12-054ef61d5f69 in Status: UNINITIALIZED for 2s [ 712.228985] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d9860cc-1f11-4bce-b359-958bfb80ccf3 in Status: IN_PROGRESS for 4s [ 712.468393] env[65642]: INFO networking_nsxv3.common.synchronization [req-4d032b61-a3e0-44c8-b36f-511c6e179a4b req-9f743b2c-6390-490b-8d3b-49b3c1ad26c9 service nova] Enqueued Resource ID: 5fe17d9f-a332-460a-b8d3-2553f9dbbe00 with Priority: HIGHEST for action security_group_rules [ 712.468725] env[65642]: INFO networking_nsxv3.common.synchronization [req-4d032b61-a3e0-44c8-b36f-511c6e179a4b req-9f743b2c-6390-490b-8d3b-49b3c1ad26c9 service nova] Enqueued Resource ID: 5fe17d9f-a332-460a-b8d3-2553f9dbbe00 with Priority: HIGHEST for action security_group_members [ 712.468725] env[65642]: INFO networking_nsxv3.common.synchronization [req-4d032b61-a3e0-44c8-b36f-511c6e179a4b req-9f743b2c-6390-490b-8d3b-49b3c1ad26c9 service nova] Enqueued Resource ID: 17827659-982a-4018-98ab-280ab2c7c461 with Priority: HIGHEST for action port [ 712.469370] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fe17d9f-a332-460a-b8d3-2553f9dbbe00 with Priority: HIGHEST for action security_group_rules [ 712.469439] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fe17d9f-a332-460a-b8d3-2553f9dbbe00 with Priority: HIGHEST for action security_group_members [ 712.469529] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17827659-982a-4018-98ab-280ab2c7c461 with Priority: HIGHEST for action port [ 712.471756] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5fe17d9f-a332-460a-b8d3-2553f9dbbe00 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.471971] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5fe17d9f-a332-460a-b8d3-2553f9dbbe00" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.471971] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5fe17d9f-a332-460a-b8d3-2553f9dbbe00" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.472280] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5fe17d9f-a332-460a-b8d3-2553f9dbbe00" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.472349] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5fe17d9f-a332-460a-b8d3-2553f9dbbe00',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.473270] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fe17d9f-a332-460a-b8d3-2553f9dbbe00 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.473425] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fe17d9f-a332-460a-b8d3-2553f9dbbe00" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.473526] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fe17d9f-a332-460a-b8d3-2553f9dbbe00" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.473658] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fe17d9f-a332-460a-b8d3-2553f9dbbe00" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.473807] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.473917] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.473965] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.474120] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.475382] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.475382] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5fe17d9f-a332-460a-b8d3-2553f9dbbe00',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.475382] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-17827659-982a-4018-98ab-280ab2c7c461 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.475382] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-17827659-982a-4018-98ab-280ab2c7c461" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.475382] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-17827659-982a-4018-98ab-280ab2c7c461" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.475382] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-17827659-982a-4018-98ab-280ab2c7c461" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.475859] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17827659-982a-4018-98ab-280ab2c7c461',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.719925] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f in Status: SUCCESS [ 712.720193] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.747621] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b in Status: SUCCESS [ 712.747850] env[65642]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b deletion is rescheduled due to dependency. [ 712.748013] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.977697] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fe17d9f-a332-460a-b8d3-2553f9dbbe00 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.977697] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fe17d9f-a332-460a-b8d3-2553f9dbbe00" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.979791] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5fe17d9f-a332-460a-b8d3-2553f9dbbe00',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.980621] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 17827659-982a-4018-98ab-280ab2c7c461 with status ACTIVE [ 712.980902] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.981134] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.981236] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.981594] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.982491] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.982491] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.982491] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.982491] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.982491] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.982491] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.983434] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.983552] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.983618] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.983775] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.983850] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.983937] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 17827659-982a-4018-98ab-280ab2c7c461 is going to be updated. [ 713.012204] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.012373] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.012469] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.012700] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.012848] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.013088] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-17827659-982a-4018-98ab-280ab2c7c461" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.486872] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5fe17d9f-a332-460a-b8d3-2553f9dbbe00',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.918239] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1aecea80-494d-41f8-8a12-054ef61d5f69 in Status: SUCCESS [ 713.918239] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1aecea80-494d-41f8-8a12-054ef61d5f69" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.918239] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1aecea80-494d-41f8-8a12-054ef61d5f69" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.918239] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1aecea80-494d-41f8-8a12-054ef61d5f69" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.918239] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.918239] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.918239] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.919235] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.919348] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.919442] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1aecea80-494d-41f8-8a12-054ef61d5f69" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.922843] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1aecea80-494d-41f8-8a12-054ef61d5f69',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.994686] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.994686] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.994686] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.994908] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.995052] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.995166] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5fe17d9f-a332-460a-b8d3-2553f9dbbe00 is going to be created. [ 714.028358] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.028358] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.028358] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.028358] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.028358] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.039752] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fe17d9f-a332-460a-b8d3-2553f9dbbe00 in Status: UNINITIALIZED for 2s [ 714.239148] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d9860cc-1f11-4bce-b359-958bfb80ccf3 in Status: SUCCESS [ 714.239404] env[65642]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d9860cc-1f11-4bce-b359-958bfb80ccf3 deletion is rescheduled due to dependency. [ 714.239486] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d9860cc-1f11-4bce-b359-958bfb80ccf3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.422011] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-1aecea80-494d-41f8-8a12-054ef61d5f69 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.422244] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1aecea80-494d-41f8-8a12-054ef61d5f69" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.422244] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1aecea80-494d-41f8-8a12-054ef61d5f69" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.422579] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1aecea80-494d-41f8-8a12-054ef61d5f69" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.422807] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.422986] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.423083] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.423335] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.423482] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.423603] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1aecea80-494d-41f8-8a12-054ef61d5f69" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.423768] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-1aecea80-494d-41f8-8a12-054ef61d5f69 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.423865] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1aecea80-494d-41f8-8a12-054ef61d5f69" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.423974] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1aecea80-494d-41f8-8a12-054ef61d5f69" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.424206] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1aecea80-494d-41f8-8a12-054ef61d5f69" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.424370] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.424634] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.424746] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.424908] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.424997] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.425097] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1aecea80-494d-41f8-8a12-054ef61d5f69" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.425260] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1aecea80-494d-41f8-8a12-054ef61d5f69',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.927762] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1aecea80-494d-41f8-8a12-054ef61d5f69: rpc.has_security_group_logging(os_id): False [ 714.948112] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.948276] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.948352] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.948563] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.948658] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.948859] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.948984] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.949032] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.949303] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.949392] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.949604] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.949704] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.949765] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.949916] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.950882] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.950972] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.951800] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.951800] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.951800] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.951800] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.951800] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1aecea80-494d-41f8-8a12-054ef61d5f69 is going to be created. [ 715.035437] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.035611] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.035698] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.036282] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.036282] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.052143] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1aecea80-494d-41f8-8a12-054ef61d5f69 in Status: IN_PROGRESS for 2s [ 715.887258] env[65642]: INFO networking_nsxv3.common.synchronization [req-3625dc3a-ac63-4da3-9426-5c2a9cea21f9 req-6720b3ba-7e53-46fa-a278-e4fd914786d5 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Enqueued Resource ID: 12e7544c-4c8e-45d8-8e82-a54d4aa3a7db with Priority: HIGHEST for action security_group_members [ 715.887821] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12e7544c-4c8e-45d8-8e82-a54d4aa3a7db with Priority: HIGHEST for action security_group_members [ 715.888213] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.888326] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.888399] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.888681] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.888965] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.889085] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.889157] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.889328] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.889419] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.889512] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12e7544c-4c8e-45d8-8e82-a54d4aa3a7db',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.967368] env[65642]: INFO networking_nsxv3.common.synchronization [None req-0be2da74-d42c-4bd8-91d0-3b878d0b8a9a None None] Enqueued Resource ID: e54c81f7-83eb-41b6-9b6f-7be8c97a3223 with Priority: HIGHEST for action port [ 715.967957] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e54c81f7-83eb-41b6-9b6f-7be8c97a3223 with Priority: HIGHEST for action port [ 715.968357] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-e54c81f7-83eb-41b6-9b6f-7be8c97a3223 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.968460] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e54c81f7-83eb-41b6-9b6f-7be8c97a3223" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.968504] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e54c81f7-83eb-41b6-9b6f-7be8c97a3223" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.969194] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e54c81f7-83eb-41b6-9b6f-7be8c97a3223" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.969194] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e54c81f7-83eb-41b6-9b6f-7be8c97a3223',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.051047] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fe17d9f-a332-460a-b8d3-2553f9dbbe00 in Status: SUCCESS [ 716.051047] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fe17d9f-a332-460a-b8d3-2553f9dbbe00" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.051047] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fe17d9f-a332-460a-b8d3-2553f9dbbe00" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.051047] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fe17d9f-a332-460a-b8d3-2553f9dbbe00" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.051388] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.051388] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.051493] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.051569] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.051647] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.051731] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fe17d9f-a332-460a-b8d3-2553f9dbbe00" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.051818] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5fe17d9f-a332-460a-b8d3-2553f9dbbe00',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.388721] env[65642]: INFO networking_nsxv3.common.synchronization [req-3625dc3a-ac63-4da3-9426-5c2a9cea21f9 req-0a0f1963-224b-4ded-a846-577e5054141c tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Enqueued Resource ID: 12e7544c-4c8e-45d8-8e82-a54d4aa3a7db with Priority: HIGHEST for action security_group_members [ 716.388721] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12e7544c-4c8e-45d8-8e82-a54d4aa3a7db with Priority: HIGHEST for action security_group_members [ 716.390448] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.391789] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.392370] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('12e7544c-4c8e-45d8-8e82-a54d4aa3a7db',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.474048] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e54c81f7-83eb-41b6-9b6f-7be8c97a3223 [ 716.474848] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.474848] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.474848] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.475160] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.476565] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.476565] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e54c81f7-83eb-41b6-9b6f-7be8c97a3223 already deleted. [ 716.476565] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e54c81f7-83eb-41b6-9b6f-7be8c97a3223" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.558336] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fe17d9f-a332-460a-b8d3-2553f9dbbe00 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.558540] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fe17d9f-a332-460a-b8d3-2553f9dbbe00" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.558693] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fe17d9f-a332-460a-b8d3-2553f9dbbe00" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.558900] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fe17d9f-a332-460a-b8d3-2553f9dbbe00" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.559158] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.559654] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.563860] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.563860] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.563860] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.563860] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fe17d9f-a332-460a-b8d3-2553f9dbbe00" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.563860] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fe17d9f-a332-460a-b8d3-2553f9dbbe00 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.566022] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fe17d9f-a332-460a-b8d3-2553f9dbbe00" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.566022] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fe17d9f-a332-460a-b8d3-2553f9dbbe00" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.566022] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fe17d9f-a332-460a-b8d3-2553f9dbbe00" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.566022] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.566022] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.566022] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.566022] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.566022] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.566022] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fe17d9f-a332-460a-b8d3-2553f9dbbe00" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.566818] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5fe17d9f-a332-460a-b8d3-2553f9dbbe00',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.716194] env[65642]: INFO networking_nsxv3.common.synchronization [req-3625dc3a-ac63-4da3-9426-5c2a9cea21f9 req-f2f39d12-5f1a-4b92-9d1a-dcdcf0c355b4 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Enqueued Resource ID: 12e7544c-4c8e-45d8-8e82-a54d4aa3a7db with Priority: HIGHEST for action security_group_members [ 716.717144] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12e7544c-4c8e-45d8-8e82-a54d4aa3a7db with Priority: HIGHEST for action security_group_members [ 716.717740] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.717740] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.895678] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('12e7544c-4c8e-45d8-8e82-a54d4aa3a7db',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.069517] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1aecea80-494d-41f8-8a12-054ef61d5f69 in Status: SUCCESS [ 717.069517] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1aecea80-494d-41f8-8a12-054ef61d5f69" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.071641] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5fe17d9f-a332-460a-b8d3-2553f9dbbe00: rpc.has_security_group_logging(os_id): False [ 717.091124] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.091617] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.093510] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.093510] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.093510] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.093510] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.093510] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.093510] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.093510] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.093510] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.093510] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.093510] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.093510] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.093510] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.094241] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.094592] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.094895] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.095097] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.095998] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.096240] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.096574] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5fe17d9f-a332-460a-b8d3-2553f9dbbe00 is going to be created. [ 717.170188] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.170530] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.170770] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.171056] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.171853] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.185140] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5fe17d9f-a332-460a-b8d3-2553f9dbbe00 in Status: IN_PROGRESS for 2s [ 717.399267] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.399267] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.399267] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.399687] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.399819] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.400019] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12e7544c-4c8e-45d8-8e82-a54d4aa3a7db is going to be updated. [ 717.433583] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.433755] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.433798] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.434065] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.434668] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.449657] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12e7544c-4c8e-45d8-8e82-a54d4aa3a7db in Status: IN_PROGRESS for 2s [ 718.780319] env[65642]: INFO networking_nsxv3.common.synchronization [None req-edcf5dbc-46b4-4b68-ba6f-27a0b3195ced None None] Enqueued Resource ID: 406db726-44a7-4be8-a049-bed131a0f947 with Priority: HIGHEST for action port [ 718.780920] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 406db726-44a7-4be8-a049-bed131a0f947 with Priority: HIGHEST for action port [ 718.781113] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-406db726-44a7-4be8-a049-bed131a0f947 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.781252] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-406db726-44a7-4be8-a049-bed131a0f947" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.781317] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-406db726-44a7-4be8-a049-bed131a0f947" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.781634] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-406db726-44a7-4be8-a049-bed131a0f947" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.781692] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('406db726-44a7-4be8-a049-bed131a0f947',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.197701] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5fe17d9f-a332-460a-b8d3-2553f9dbbe00 in Status: SUCCESS [ 719.197920] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5fe17d9f-a332-460a-b8d3-2553f9dbbe00" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.284247] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 406db726-44a7-4be8-a049-bed131a0f947 [ 719.285447] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.285447] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.285447] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.285760] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.285760] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.285897] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:406db726-44a7-4be8-a049-bed131a0f947 already deleted. [ 719.285972] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-406db726-44a7-4be8-a049-bed131a0f947" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.460966] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12e7544c-4c8e-45d8-8e82-a54d4aa3a7db in Status: SUCCESS [ 719.461199] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.461394] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.461587] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.461773] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.461964] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.461964] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.462101] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.462179] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.462294] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12e7544c-4c8e-45d8-8e82-a54d4aa3a7db',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.965454] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.965454] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.965736] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.965736] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.965900] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.966070] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.966196] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.966254] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.966534] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.966534] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.966637] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12e7544c-4c8e-45d8-8e82-a54d4aa3a7db is going to be updated. [ 720.008475] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.010102] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.010102] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.010253] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.010421] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.024631] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12e7544c-4c8e-45d8-8e82-a54d4aa3a7db in Status: IN_PROGRESS for 2s [ 720.631911] env[65642]: INFO networking_nsxv3.common.synchronization [None req-a3a9e426-ad75-45d6-964c-da6216d0faa1 None None] Enqueued Resource ID: 6cc03079-d4d3-4125-8799-e7e9917185bc with Priority: HIGHEST for action port [ 720.632490] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cc03079-d4d3-4125-8799-e7e9917185bc with Priority: HIGHEST for action port [ 720.632798] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-6cc03079-d4d3-4125-8799-e7e9917185bc taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.632913] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6cc03079-d4d3-4125-8799-e7e9917185bc" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.632978] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6cc03079-d4d3-4125-8799-e7e9917185bc" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.634574] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6cc03079-d4d3-4125-8799-e7e9917185bc" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.634574] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6cc03079-d4d3-4125-8799-e7e9917185bc',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.639195] env[65642]: INFO networking_nsxv3.common.synchronization [req-aee430be-f558-45c0-b034-caaa9afe9852 req-798dc50a-7a02-45d5-ab63-631753d15ec3 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Enqueued Resource ID: 1aecea80-494d-41f8-8a12-054ef61d5f69 with Priority: HIGHEST for action security_group_members [ 720.640180] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1aecea80-494d-41f8-8a12-054ef61d5f69 with Priority: HIGHEST for action security_group_members [ 720.640481] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-1aecea80-494d-41f8-8a12-054ef61d5f69 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.640870] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1aecea80-494d-41f8-8a12-054ef61d5f69" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.640870] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1aecea80-494d-41f8-8a12-054ef61d5f69" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.640870] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1aecea80-494d-41f8-8a12-054ef61d5f69" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.641205] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.641205] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.641205] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.641364] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.641364] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.641441] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1aecea80-494d-41f8-8a12-054ef61d5f69',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.685752] env[65642]: INFO networking_nsxv3.common.synchronization [None req-58b92e1b-7fc7-4319-9fca-51b1c019f7cd None None] Enqueued Resource ID: 121e1ffa-e7f6-414e-8d50-9a374a077e13 with Priority: HIGHEST for action port [ 720.686215] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 121e1ffa-e7f6-414e-8d50-9a374a077e13 with Priority: HIGHEST for action port [ 720.686504] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-121e1ffa-e7f6-414e-8d50-9a374a077e13 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.686623] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-121e1ffa-e7f6-414e-8d50-9a374a077e13" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.686688] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-121e1ffa-e7f6-414e-8d50-9a374a077e13" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.687186] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-121e1ffa-e7f6-414e-8d50-9a374a077e13" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.688333] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('121e1ffa-e7f6-414e-8d50-9a374a077e13',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.073989] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock network-687 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.074328] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "network-687" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.074328] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "network-687" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.075468] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "network-687" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.075468] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.075468] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.075468] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.075468] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.075756] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.075933] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 721.076113] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] NeedRegenerationException {{(pid=65642) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 721.076247] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] no value, waiting for create lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 721.076420] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] value creation lock acquired {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 721.076510] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 721.076622] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Calling creation function for not-yet-present value {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 721.076752] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 721.099339] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 721.099473] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65642) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 721.099608] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Released creation lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 721.099772] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "network-687" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.101556] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock port-6f5e798e-dcaa-4ef0-8ab5-360b425c2429 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.101556] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "port-6f5e798e-dcaa-4ef0-8ab5-360b425c2429" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.101556] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "port-6f5e798e-dcaa-4ef0-8ab5-360b425c2429" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.101556] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "port-6f5e798e-dcaa-4ef0-8ab5-360b425c2429" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.101556] env[65642]: DEBUG networking_nsxv3.api.rpc [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f5e798e-dcaa-4ef0-8ab5-360b425c2429',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.138121] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6cc03079-d4d3-4125-8799-e7e9917185bc [ 721.138121] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.138121] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.138121] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.139177] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.139333] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.139507] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6cc03079-d4d3-4125-8799-e7e9917185bc already deleted. [ 721.139507] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6cc03079-d4d3-4125-8799-e7e9917185bc" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.144258] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1aecea80-494d-41f8-8a12-054ef61d5f69',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.190390] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 121e1ffa-e7f6-414e-8d50-9a374a077e13 [ 721.191733] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.191733] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.191733] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.191733] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.191733] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.191733] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:121e1ffa-e7f6-414e-8d50-9a374a077e13 already deleted. [ 721.191733] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-121e1ffa-e7f6-414e-8d50-9a374a077e13" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.604102] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.604356] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.604480] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.605880] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.605880] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.605880] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Segment Port 6f5e798e-dcaa-4ef0-8ab5-360b425c2429 not found, creating... [ 721.605880] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.605880] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.605880] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.605880] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.605880] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.606361] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.606361] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.606463] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.606798] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.606798] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.606888] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Resource: SegmentPort with ID: 6f5e798e-dcaa-4ef0-8ab5-360b425c2429 is going to be created. [ 721.632617] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.632864] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.632977] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.633318] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.633769] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.633841] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "port-6f5e798e-dcaa-4ef0-8ab5-360b425c2429" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.649167] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1aecea80-494d-41f8-8a12-054ef61d5f69',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.035680] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12e7544c-4c8e-45d8-8e82-a54d4aa3a7db in Status: SUCCESS [ 722.035957] env[65642]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12e7544c-4c8e-45d8-8e82-a54d4aa3a7db deletion is rescheduled due to dependency. [ 722.036031] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.036206] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.036418] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.036598] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.036708] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.036917] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.037139] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.037224] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.037337] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12e7544c-4c8e-45d8-8e82-a54d4aa3a7db',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.151871] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.152199] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.152199] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.152269] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.152360] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.152461] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1aecea80-494d-41f8-8a12-054ef61d5f69 is going to be updated. [ 722.185867] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.186011] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.186093] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.186644] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.186644] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.198789] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1aecea80-494d-41f8-8a12-054ef61d5f69 in Status: IN_PROGRESS for 2s [ 722.408744] env[65642]: INFO networking_nsxv3.common.synchronization [req-aee430be-f558-45c0-b034-caaa9afe9852 req-da8e0811-7905-4ea1-9035-a5c6afbf2257 service nova] Enqueued Resource ID: 1aecea80-494d-41f8-8a12-054ef61d5f69 with Priority: HIGHEST for action security_group_rules [ 722.409621] env[65642]: INFO networking_nsxv3.common.synchronization [req-aee430be-f558-45c0-b034-caaa9afe9852 req-da8e0811-7905-4ea1-9035-a5c6afbf2257 service nova] Enqueued Resource ID: 1aecea80-494d-41f8-8a12-054ef61d5f69 with Priority: HIGHEST for action security_group_members [ 722.410158] env[65642]: INFO networking_nsxv3.common.synchronization [req-aee430be-f558-45c0-b034-caaa9afe9852 req-da8e0811-7905-4ea1-9035-a5c6afbf2257 service nova] Enqueued Resource ID: 6f5e798e-dcaa-4ef0-8ab5-360b425c2429 with Priority: HIGHEST for action port [ 722.411031] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1aecea80-494d-41f8-8a12-054ef61d5f69 with Priority: HIGHEST for action security_group_rules [ 722.411031] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1aecea80-494d-41f8-8a12-054ef61d5f69 with Priority: HIGHEST for action security_group_members [ 722.411145] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f5e798e-dcaa-4ef0-8ab5-360b425c2429 with Priority: HIGHEST for action port [ 722.411401] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1aecea80-494d-41f8-8a12-054ef61d5f69 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.411592] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1aecea80-494d-41f8-8a12-054ef61d5f69" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.411592] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1aecea80-494d-41f8-8a12-054ef61d5f69" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.411818] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1aecea80-494d-41f8-8a12-054ef61d5f69" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.411949] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1aecea80-494d-41f8-8a12-054ef61d5f69',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.415353] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-1aecea80-494d-41f8-8a12-054ef61d5f69 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.415460] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1aecea80-494d-41f8-8a12-054ef61d5f69" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.415661] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-6f5e798e-dcaa-4ef0-8ab5-360b425c2429 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.415763] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6f5e798e-dcaa-4ef0-8ab5-360b425c2429" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.415829] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6f5e798e-dcaa-4ef0-8ab5-360b425c2429" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.417082] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6f5e798e-dcaa-4ef0-8ab5-360b425c2429" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.417214] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f5e798e-dcaa-4ef0-8ab5-360b425c2429',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.540976] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.540976] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.540976] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.540976] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.542143] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.542143] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.542143] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.542143] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.542143] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.542143] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.542143] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12e7544c-4c8e-45d8-8e82-a54d4aa3a7db is going to be updated. [ 722.589217] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.589217] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.589217] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.589217] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.589369] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.613617] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12e7544c-4c8e-45d8-8e82-a54d4aa3a7db in Status: IN_PROGRESS for 2s [ 722.920021] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-1aecea80-494d-41f8-8a12-054ef61d5f69 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.920021] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1aecea80-494d-41f8-8a12-054ef61d5f69" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.920540] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6f5e798e-dcaa-4ef0-8ab5-360b425c2429 with status ACTIVE [ 722.920737] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.920864] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.920927] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.923158] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.923158] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.923270] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.923371] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.923432] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.923630] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.923709] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.923898] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.923998] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.924116] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.924306] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.924409] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.924501] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6f5e798e-dcaa-4ef0-8ab5-360b425c2429 is going to be updated. [ 722.952070] env[65642]: INFO networking_nsxv3.common.synchronization [None req-60aae347-6c46-4d0c-9955-71d6bab138c1 tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] Enqueued Resource ID: 4197232b-00b3-4d7e-9a44-4c4f5c98a24d with Priority: HIGHEST for action security_group_rules [ 722.952070] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.952070] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.952070] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.952070] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.952070] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.952070] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6f5e798e-dcaa-4ef0-8ab5-360b425c2429" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.952070] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4197232b-00b3-4d7e-9a44-4c4f5c98a24d with Priority: HIGHEST for action security_group_rules [ 722.952070] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4197232b-00b3-4d7e-9a44-4c4f5c98a24d taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.952070] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4197232b-00b3-4d7e-9a44-4c4f5c98a24d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.952070] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4197232b-00b3-4d7e-9a44-4c4f5c98a24d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.952070] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4197232b-00b3-4d7e-9a44-4c4f5c98a24d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.952070] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4197232b-00b3-4d7e-9a44-4c4f5c98a24d',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.176022] env[65642]: INFO networking_nsxv3.common.synchronization [None req-825c567e-2ee8-4fd7-b417-51578e4544b8 tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] Enqueued Resource ID: 4197232b-00b3-4d7e-9a44-4c4f5c98a24d with Priority: HIGHEST for action security_group_rules [ 723.176022] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4197232b-00b3-4d7e-9a44-4c4f5c98a24d with Priority: HIGHEST for action security_group_rules [ 723.176333] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4197232b-00b3-4d7e-9a44-4c4f5c98a24d taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.176333] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4197232b-00b3-4d7e-9a44-4c4f5c98a24d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.255302] env[65642]: INFO networking_nsxv3.common.synchronization [None req-c85e9e78-a9ed-48a5-9b87-d3c4ded7b874 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Enqueued Resource ID: ec8e4ab5-7d93-4c71-b1da-a89a029a0e52 with Priority: HIGHEST for action security_group_rules [ 723.255958] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec8e4ab5-7d93-4c71-b1da-a89a029a0e52 with Priority: HIGHEST for action security_group_rules [ 723.256964] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ec8e4ab5-7d93-4c71-b1da-a89a029a0e52 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.256964] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ec8e4ab5-7d93-4c71-b1da-a89a029a0e52" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.256964] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ec8e4ab5-7d93-4c71-b1da-a89a029a0e52" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.256964] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ec8e4ab5-7d93-4c71-b1da-a89a029a0e52" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.256964] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ec8e4ab5-7d93-4c71-b1da-a89a029a0e52',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.397450] env[65642]: INFO networking_nsxv3.common.synchronization [None req-bbe627bc-f7eb-4f50-92ef-bd3bb9d74818 None None] Enqueued Resource ID: 51642d29-5480-4af1-b214-492f23170e73 with Priority: HIGHEST for action port [ 723.397995] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51642d29-5480-4af1-b214-492f23170e73 with Priority: HIGHEST for action port [ 723.397995] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-51642d29-5480-4af1-b214-492f23170e73 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.397995] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-51642d29-5480-4af1-b214-492f23170e73" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.397995] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-51642d29-5480-4af1-b214-492f23170e73" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.397995] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-51642d29-5480-4af1-b214-492f23170e73" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.397995] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51642d29-5480-4af1-b214-492f23170e73',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.480030] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.480030] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.480313] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.480313] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.480420] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.480553] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4197232b-00b3-4d7e-9a44-4c4f5c98a24d already deleted. [ 723.480668] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4197232b-00b3-4d7e-9a44-4c4f5c98a24d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.480836] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4197232b-00b3-4d7e-9a44-4c4f5c98a24d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.481009] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4197232b-00b3-4d7e-9a44-4c4f5c98a24d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.481124] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4197232b-00b3-4d7e-9a44-4c4f5c98a24d',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.615195] env[65642]: INFO networking_nsxv3.common.synchronization [None req-ebb47679-720a-4ace-87b7-663938eb9798 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Enqueued Resource ID: ec8e4ab5-7d93-4c71-b1da-a89a029a0e52 with Priority: HIGHEST for action security_group_rules [ 723.617224] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec8e4ab5-7d93-4c71-b1da-a89a029a0e52 with Priority: HIGHEST for action security_group_rules [ 723.617571] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ec8e4ab5-7d93-4c71-b1da-a89a029a0e52 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.617705] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ec8e4ab5-7d93-4c71-b1da-a89a029a0e52" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.719217] env[65642]: INFO networking_nsxv3.common.synchronization [None req-0ec5d2be-4e79-44b8-8b7c-0187e4201745 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Enqueued Resource ID: d4aa2bf1-686b-4411-be24-479882edd7dc with Priority: HIGHEST for action security_group_rules [ 723.719800] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4aa2bf1-686b-4411-be24-479882edd7dc with Priority: HIGHEST for action security_group_rules [ 723.720421] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d4aa2bf1-686b-4411-be24-479882edd7dc taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.720626] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d4aa2bf1-686b-4411-be24-479882edd7dc" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.720695] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d4aa2bf1-686b-4411-be24-479882edd7dc" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.720943] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d4aa2bf1-686b-4411-be24-479882edd7dc" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.721037] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d4aa2bf1-686b-4411-be24-479882edd7dc',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.785896] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.786874] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.787030] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.787261] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.787355] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.787454] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ec8e4ab5-7d93-4c71-b1da-a89a029a0e52 already deleted. [ 723.787538] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ec8e4ab5-7d93-4c71-b1da-a89a029a0e52" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.788079] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ec8e4ab5-7d93-4c71-b1da-a89a029a0e52" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.788684] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ec8e4ab5-7d93-4c71-b1da-a89a029a0e52" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.788684] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ec8e4ab5-7d93-4c71-b1da-a89a029a0e52',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.865954] env[65642]: INFO networking_nsxv3.common.synchronization [None req-f93bc34c-2b1d-4702-8240-e8310e969b40 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Enqueued Resource ID: d4aa2bf1-686b-4411-be24-479882edd7dc with Priority: HIGHEST for action security_group_rules [ 723.865954] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4aa2bf1-686b-4411-be24-479882edd7dc with Priority: HIGHEST for action security_group_rules [ 723.865954] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d4aa2bf1-686b-4411-be24-479882edd7dc taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.865954] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d4aa2bf1-686b-4411-be24-479882edd7dc" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.907054] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 51642d29-5480-4af1-b214-492f23170e73 [ 723.907110] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.907255] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.907395] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.907611] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.907784] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.907922] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:51642d29-5480-4af1-b214-492f23170e73 already deleted. [ 723.908028] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-51642d29-5480-4af1-b214-492f23170e73" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.009725] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.009725] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.009725] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.009725] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.009725] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.009725] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4197232b-00b3-4d7e-9a44-4c4f5c98a24d already deleted. [ 724.009725] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4197232b-00b3-4d7e-9a44-4c4f5c98a24d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.211741] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1aecea80-494d-41f8-8a12-054ef61d5f69 in Status: SUCCESS [ 724.212134] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1aecea80-494d-41f8-8a12-054ef61d5f69" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.212359] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1aecea80-494d-41f8-8a12-054ef61d5f69" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.212414] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1aecea80-494d-41f8-8a12-054ef61d5f69" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.212661] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.212785] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.212964] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.213018] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.213111] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.213345] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1aecea80-494d-41f8-8a12-054ef61d5f69',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.252073] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.252073] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.252073] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.252073] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.252073] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.252073] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d4aa2bf1-686b-4411-be24-479882edd7dc already deleted. [ 724.252073] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d4aa2bf1-686b-4411-be24-479882edd7dc" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.252073] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d4aa2bf1-686b-4411-be24-479882edd7dc" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.252073] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d4aa2bf1-686b-4411-be24-479882edd7dc" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.252073] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d4aa2bf1-686b-4411-be24-479882edd7dc',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.312643] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.312643] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.312643] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.312643] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.312643] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.312643] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ec8e4ab5-7d93-4c71-b1da-a89a029a0e52 already deleted. [ 724.312643] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ec8e4ab5-7d93-4c71-b1da-a89a029a0e52" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.627211] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12e7544c-4c8e-45d8-8e82-a54d4aa3a7db in Status: SUCCESS [ 724.627454] env[65642]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12e7544c-4c8e-45d8-8e82-a54d4aa3a7db deletion is rescheduled due to dependency. [ 724.627644] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.715861] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1aecea80-494d-41f8-8a12-054ef61d5f69',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.777718] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.777718] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.777718] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.777871] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.778485] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.778485] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d4aa2bf1-686b-4411-be24-479882edd7dc already deleted. [ 724.778485] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d4aa2bf1-686b-4411-be24-479882edd7dc" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.222058] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1aecea80-494d-41f8-8a12-054ef61d5f69',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.536274] env[65642]: INFO networking_nsxv3.common.synchronization [req-3aa0104a-96bb-4562-8675-83cedc8cffe0 req-056209d3-f27a-43f3-bb92-43c3fd176ffd tempest-ServersV294TestFqdnHostnames-1812956799 tempest-ServersV294TestFqdnHostnames-1812956799-project-member] Enqueued Resource ID: 7f322dc7-729f-4659-a989-5edfc1fb65bc with Priority: HIGHEST for action security_group_members [ 725.536875] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f322dc7-729f-4659-a989-5edfc1fb65bc with Priority: HIGHEST for action security_group_members [ 725.537181] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f322dc7-729f-4659-a989-5edfc1fb65bc taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.537601] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f322dc7-729f-4659-a989-5edfc1fb65bc" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.537689] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f322dc7-729f-4659-a989-5edfc1fb65bc" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.537940] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f322dc7-729f-4659-a989-5edfc1fb65bc" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.538110] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.538209] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.538303] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.538416] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.538498] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.541499] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f322dc7-729f-4659-a989-5edfc1fb65bc',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.595102] env[65642]: INFO networking_nsxv3.common.synchronization [None req-04086d84-d391-4806-8bb9-89c9fb265d85 None None] Enqueued Resource ID: 3139dd04-9cba-455f-b066-9e93940ff71b with Priority: HIGHEST for action port [ 725.600757] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3139dd04-9cba-455f-b066-9e93940ff71b with Priority: HIGHEST for action port [ 725.601480] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-3139dd04-9cba-455f-b066-9e93940ff71b taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.601480] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3139dd04-9cba-455f-b066-9e93940ff71b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.601480] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3139dd04-9cba-455f-b066-9e93940ff71b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.602370] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3139dd04-9cba-455f-b066-9e93940ff71b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.602617] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3139dd04-9cba-455f-b066-9e93940ff71b',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.727389] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.727577] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.727653] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.727863] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.727956] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.728067] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1aecea80-494d-41f8-8a12-054ef61d5f69 is going to be updated. [ 725.762326] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.762530] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.762530] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.763188] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.763188] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.773286] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1aecea80-494d-41f8-8a12-054ef61d5f69 in Status: IN_PROGRESS for 2s [ 725.961417] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock network-808 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.961871] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "network-808" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.962129] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "network-808" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.962682] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "network-808" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.963166] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.963438] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.964448] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.964448] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.964448] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.964594] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 725.964757] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] NeedRegenerationException {{(pid=65642) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 725.964970] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] no value, waiting for create lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 725.965164] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] value creation lock acquired {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 725.965341] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 725.966852] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Calling creation function for not-yet-present value {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 725.966852] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 725.990939] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 725.990939] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65642) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 725.990939] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Released creation lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 725.990939] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "network-808" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.990939] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock port-f78cd0d0-8476-4ad0-94c3-322f9f6d5f7d taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.990939] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "port-f78cd0d0-8476-4ad0-94c3-322f9f6d5f7d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.990939] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "port-f78cd0d0-8476-4ad0-94c3-322f9f6d5f7d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.990939] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "port-f78cd0d0-8476-4ad0-94c3-322f9f6d5f7d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.990939] env[65642]: DEBUG networking_nsxv3.api.rpc [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f78cd0d0-8476-4ad0-94c3-322f9f6d5f7d',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.044665] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.044836] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.045364] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.045364] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.045364] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.045582] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.045747] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.045840] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.045980] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.046383] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.046383] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f322dc7-729f-4659-a989-5edfc1fb65bc already deleted. [ 726.046383] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f322dc7-729f-4659-a989-5edfc1fb65bc" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.109443] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3139dd04-9cba-455f-b066-9e93940ff71b [ 726.109804] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.109971] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.111479] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.111479] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.111479] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.111479] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3139dd04-9cba-455f-b066-9e93940ff71b already deleted. [ 726.111479] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3139dd04-9cba-455f-b066-9e93940ff71b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.494412] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.494971] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.494971] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.495175] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.495362] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.495552] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Segment Port f78cd0d0-8476-4ad0-94c3-322f9f6d5f7d not found, creating... [ 726.495947] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.496180] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.496337] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.496641] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.496817] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.497152] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.497355] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.497539] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.501157] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.501360] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.501519] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Resource: SegmentPort with ID: f78cd0d0-8476-4ad0-94c3-322f9f6d5f7d is going to be created. [ 726.523759] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.523759] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.523759] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.523759] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.524073] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.524405] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "port-f78cd0d0-8476-4ad0-94c3-322f9f6d5f7d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.305129] env[65642]: INFO networking_nsxv3.common.synchronization [req-3aa0104a-96bb-4562-8675-83cedc8cffe0 req-013386dc-91d3-4c31-95ec-3f69f52aabde service nova] Enqueued Resource ID: 7f322dc7-729f-4659-a989-5edfc1fb65bc with Priority: HIGHEST for action security_group_rules [ 727.305291] env[65642]: INFO networking_nsxv3.common.synchronization [req-3aa0104a-96bb-4562-8675-83cedc8cffe0 req-013386dc-91d3-4c31-95ec-3f69f52aabde service nova] Enqueued Resource ID: 7f322dc7-729f-4659-a989-5edfc1fb65bc with Priority: HIGHEST for action security_group_members [ 727.305420] env[65642]: INFO networking_nsxv3.common.synchronization [req-3aa0104a-96bb-4562-8675-83cedc8cffe0 req-013386dc-91d3-4c31-95ec-3f69f52aabde service nova] Enqueued Resource ID: f78cd0d0-8476-4ad0-94c3-322f9f6d5f7d with Priority: HIGHEST for action port [ 727.305967] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f322dc7-729f-4659-a989-5edfc1fb65bc with Priority: HIGHEST for action security_group_rules [ 727.312347] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f322dc7-729f-4659-a989-5edfc1fb65bc with Priority: HIGHEST for action security_group_members [ 727.312347] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f78cd0d0-8476-4ad0-94c3-322f9f6d5f7d with Priority: HIGHEST for action port [ 727.312347] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f322dc7-729f-4659-a989-5edfc1fb65bc taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.312347] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f322dc7-729f-4659-a989-5edfc1fb65bc" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.312347] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f322dc7-729f-4659-a989-5edfc1fb65bc" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.312347] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f322dc7-729f-4659-a989-5edfc1fb65bc" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.312347] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f322dc7-729f-4659-a989-5edfc1fb65bc',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.312347] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f322dc7-729f-4659-a989-5edfc1fb65bc taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.312347] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f322dc7-729f-4659-a989-5edfc1fb65bc" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.312347] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f322dc7-729f-4659-a989-5edfc1fb65bc" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.312347] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f322dc7-729f-4659-a989-5edfc1fb65bc" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.313126] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.313374] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.314389] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.314663] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.314904] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.315288] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f322dc7-729f-4659-a989-5edfc1fb65bc',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.316882] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-f78cd0d0-8476-4ad0-94c3-322f9f6d5f7d taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.317184] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f78cd0d0-8476-4ad0-94c3-322f9f6d5f7d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.317402] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f78cd0d0-8476-4ad0-94c3-322f9f6d5f7d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.317810] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f78cd0d0-8476-4ad0-94c3-322f9f6d5f7d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.318272] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f78cd0d0-8476-4ad0-94c3-322f9f6d5f7d',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.692186] env[65642]: INFO networking_nsxv3.common.synchronization [req-da369d69-0ef5-4bc7-a203-0d3c87b19bd1 req-da3c5519-01b0-4147-9f5b-fe938a0a069a tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Enqueued Resource ID: c14f9089-ec74-4e00-bf47-e9af26402eb4 with Priority: HIGHEST for action security_group_members [ 727.692599] env[65642]: INFO networking_nsxv3.common.synchronization [req-da369d69-0ef5-4bc7-a203-0d3c87b19bd1 req-da3c5519-01b0-4147-9f5b-fe938a0a069a tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Enqueued Resource ID: 80731448-dbe0-4e3c-a17b-31743af81ef5 with Priority: HIGHEST for action security_group_members [ 727.693344] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c14f9089-ec74-4e00-bf47-e9af26402eb4 with Priority: HIGHEST for action security_group_members [ 727.693344] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80731448-dbe0-4e3c-a17b-31743af81ef5 with Priority: HIGHEST for action security_group_members [ 727.693987] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-c14f9089-ec74-4e00-bf47-e9af26402eb4 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.693987] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c14f9089-ec74-4e00-bf47-e9af26402eb4" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.693987] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c14f9089-ec74-4e00-bf47-e9af26402eb4" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.694282] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c14f9089-ec74-4e00-bf47-e9af26402eb4" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.694282] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.694365] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.694395] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.694557] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.694646] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.697433] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c14f9089-ec74-4e00-bf47-e9af26402eb4',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.703131] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-80731448-dbe0-4e3c-a17b-31743af81ef5 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.703131] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80731448-dbe0-4e3c-a17b-31743af81ef5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.703288] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80731448-dbe0-4e3c-a17b-31743af81ef5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.703393] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80731448-dbe0-4e3c-a17b-31743af81ef5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.703561] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.703677] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.703741] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.703894] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.704269] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.704269] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('80731448-dbe0-4e3c-a17b-31743af81ef5',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.766176] env[65642]: INFO networking_nsxv3.common.synchronization [req-da369d69-0ef5-4bc7-a203-0d3c87b19bd1 req-da3c5519-01b0-4147-9f5b-fe938a0a069a tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Enqueued Resource ID: 80731448-dbe0-4e3c-a17b-31743af81ef5 with Priority: HIGHEST for action security_group_rules [ 727.766304] env[65642]: INFO networking_nsxv3.common.synchronization [req-da369d69-0ef5-4bc7-a203-0d3c87b19bd1 req-da3c5519-01b0-4147-9f5b-fe938a0a069a tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Enqueued Resource ID: 80731448-dbe0-4e3c-a17b-31743af81ef5 with Priority: HIGHEST for action security_group_members [ 727.766505] env[65642]: INFO networking_nsxv3.common.synchronization [req-da369d69-0ef5-4bc7-a203-0d3c87b19bd1 req-da3c5519-01b0-4147-9f5b-fe938a0a069a tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Enqueued Resource ID: c14f9089-ec74-4e00-bf47-e9af26402eb4 with Priority: HIGHEST for action security_group_rules [ 727.766688] env[65642]: INFO networking_nsxv3.common.synchronization [req-da369d69-0ef5-4bc7-a203-0d3c87b19bd1 req-da3c5519-01b0-4147-9f5b-fe938a0a069a tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Enqueued Resource ID: c14f9089-ec74-4e00-bf47-e9af26402eb4 with Priority: HIGHEST for action security_group_members [ 727.766882] env[65642]: INFO networking_nsxv3.common.synchronization [req-da369d69-0ef5-4bc7-a203-0d3c87b19bd1 req-da3c5519-01b0-4147-9f5b-fe938a0a069a tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Enqueued Resource ID: d0a60c2b-d9d8-4a6d-9743-16f449b74688 with Priority: HIGHEST for action port [ 727.768270] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80731448-dbe0-4e3c-a17b-31743af81ef5 with Priority: HIGHEST for action security_group_rules [ 727.768270] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c14f9089-ec74-4e00-bf47-e9af26402eb4 with Priority: HIGHEST for action security_group_rules [ 727.768270] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0a60c2b-d9d8-4a6d-9743-16f449b74688 with Priority: HIGHEST for action port [ 727.768270] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80731448-dbe0-4e3c-a17b-31743af81ef5 with Priority: HIGHEST for action security_group_members [ 727.768397] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c14f9089-ec74-4e00-bf47-e9af26402eb4 with Priority: HIGHEST for action security_group_members [ 727.768797] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-80731448-dbe0-4e3c-a17b-31743af81ef5 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.769055] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-80731448-dbe0-4e3c-a17b-31743af81ef5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.769154] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-80731448-dbe0-4e3c-a17b-31743af81ef5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.769393] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-80731448-dbe0-4e3c-a17b-31743af81ef5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.769541] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('80731448-dbe0-4e3c-a17b-31743af81ef5',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.770720] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c14f9089-ec74-4e00-bf47-e9af26402eb4 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.774021] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c14f9089-ec74-4e00-bf47-e9af26402eb4" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.774021] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c14f9089-ec74-4e00-bf47-e9af26402eb4" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.774021] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c14f9089-ec74-4e00-bf47-e9af26402eb4" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.774021] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c14f9089-ec74-4e00-bf47-e9af26402eb4',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.774021] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0a60c2b-d9d8-4a6d-9743-16f449b74688 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.774021] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0a60c2b-d9d8-4a6d-9743-16f449b74688" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.774021] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0a60c2b-d9d8-4a6d-9743-16f449b74688" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.774404] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0a60c2b-d9d8-4a6d-9743-16f449b74688" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.774404] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0a60c2b-d9d8-4a6d-9743-16f449b74688',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.776943] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-80731448-dbe0-4e3c-a17b-31743af81ef5 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.777118] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80731448-dbe0-4e3c-a17b-31743af81ef5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.777764] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-c14f9089-ec74-4e00-bf47-e9af26402eb4 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.777896] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c14f9089-ec74-4e00-bf47-e9af26402eb4" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.792243] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1aecea80-494d-41f8-8a12-054ef61d5f69 in Status: SUCCESS [ 727.792243] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1aecea80-494d-41f8-8a12-054ef61d5f69" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.795817] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1aecea80-494d-41f8-8a12-054ef61d5f69" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.795817] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1aecea80-494d-41f8-8a12-054ef61d5f69" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.795817] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.795817] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.795817] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.795817] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.795817] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.795817] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1aecea80-494d-41f8-8a12-054ef61d5f69" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.795817] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1aecea80-494d-41f8-8a12-054ef61d5f69',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.821337] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f322dc7-729f-4659-a989-5edfc1fb65bc taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.821337] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f322dc7-729f-4659-a989-5edfc1fb65bc" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.821574] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7f322dc7-729f-4659-a989-5edfc1fb65bc',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.823088] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f78cd0d0-8476-4ad0-94c3-322f9f6d5f7d with status ACTIVE [ 727.823088] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.823088] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.823088] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.823301] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.823301] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.823521] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.823614] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.823684] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.823880] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.823930] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.824638] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.824638] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.824638] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.824638] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.824638] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.824638] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f78cd0d0-8476-4ad0-94c3-322f9f6d5f7d is going to be updated. [ 727.853138] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.853322] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.853408] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.853626] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.853794] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.854187] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f78cd0d0-8476-4ad0-94c3-322f9f6d5f7d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.207531] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c14f9089-ec74-4e00-bf47-e9af26402eb4',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.208552] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('80731448-dbe0-4e3c-a17b-31743af81ef5',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.279586] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-c14f9089-ec74-4e00-bf47-e9af26402eb4 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.279682] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c14f9089-ec74-4e00-bf47-e9af26402eb4" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.279978] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-80731448-dbe0-4e3c-a17b-31743af81ef5 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.279978] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80731448-dbe0-4e3c-a17b-31743af81ef5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.282364] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d0a60c2b-d9d8-4a6d-9743-16f449b74688 with status ACTIVE [ 728.283076] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.283076] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.283076] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.283076] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.283279] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.283311] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.283435] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.283504] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.283727] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.283786] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.283962] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.284068] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.284130] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.284283] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.284406] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.284439] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d0a60c2b-d9d8-4a6d-9743-16f449b74688 is going to be updated. [ 728.297315] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-1aecea80-494d-41f8-8a12-054ef61d5f69 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.297492] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1aecea80-494d-41f8-8a12-054ef61d5f69" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.297546] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1aecea80-494d-41f8-8a12-054ef61d5f69" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.297747] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1aecea80-494d-41f8-8a12-054ef61d5f69" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.297910] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.298025] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.298084] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.298311] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.298311] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.298397] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1aecea80-494d-41f8-8a12-054ef61d5f69" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.298543] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-1aecea80-494d-41f8-8a12-054ef61d5f69 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.298656] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1aecea80-494d-41f8-8a12-054ef61d5f69" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.298702] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1aecea80-494d-41f8-8a12-054ef61d5f69" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.298830] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1aecea80-494d-41f8-8a12-054ef61d5f69" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.298970] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.299065] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.299125] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.299290] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.299384] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.299490] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1aecea80-494d-41f8-8a12-054ef61d5f69" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.299490] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1aecea80-494d-41f8-8a12-054ef61d5f69',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.312613] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.312696] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.312696] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.312908] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.313095] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.313269] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0a60c2b-d9d8-4a6d-9743-16f449b74688" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.329057] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7f322dc7-729f-4659-a989-5edfc1fb65bc',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.694917] env[65642]: INFO networking_nsxv3.common.synchronization [req-6ec5f76b-4415-43fc-833d-4ced80d9aeb5 req-9a931535-bf65-4190-96a0-03ded759fdd8 tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Enqueued Resource ID: c14f9089-ec74-4e00-bf47-e9af26402eb4 with Priority: HIGHEST for action security_group_members [ 728.695246] env[65642]: INFO networking_nsxv3.common.synchronization [req-6ec5f76b-4415-43fc-833d-4ced80d9aeb5 req-9a931535-bf65-4190-96a0-03ded759fdd8 tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Enqueued Resource ID: 80731448-dbe0-4e3c-a17b-31743af81ef5 with Priority: HIGHEST for action security_group_members [ 728.695636] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c14f9089-ec74-4e00-bf47-e9af26402eb4 with Priority: HIGHEST for action security_group_members [ 728.695773] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80731448-dbe0-4e3c-a17b-31743af81ef5 with Priority: HIGHEST for action security_group_members [ 728.696106] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-c14f9089-ec74-4e00-bf47-e9af26402eb4 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.696241] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c14f9089-ec74-4e00-bf47-e9af26402eb4" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.696386] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-80731448-dbe0-4e3c-a17b-31743af81ef5 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.696471] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80731448-dbe0-4e3c-a17b-31743af81ef5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.709694] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c14f9089-ec74-4e00-bf47-e9af26402eb4',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.710661] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('80731448-dbe0-4e3c-a17b-31743af81ef5',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.742652] env[65642]: INFO networking_nsxv3.common.synchronization [req-6ec5f76b-4415-43fc-833d-4ced80d9aeb5 req-9a931535-bf65-4190-96a0-03ded759fdd8 tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Enqueued Resource ID: 80731448-dbe0-4e3c-a17b-31743af81ef5 with Priority: HIGHEST for action security_group_rules [ 728.742841] env[65642]: INFO networking_nsxv3.common.synchronization [req-6ec5f76b-4415-43fc-833d-4ced80d9aeb5 req-9a931535-bf65-4190-96a0-03ded759fdd8 tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Enqueued Resource ID: 80731448-dbe0-4e3c-a17b-31743af81ef5 with Priority: HIGHEST for action security_group_members [ 728.742981] env[65642]: INFO networking_nsxv3.common.synchronization [req-6ec5f76b-4415-43fc-833d-4ced80d9aeb5 req-9a931535-bf65-4190-96a0-03ded759fdd8 tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Enqueued Resource ID: d0a60c2b-d9d8-4a6d-9743-16f449b74688 with Priority: HIGHEST for action port [ 728.743534] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80731448-dbe0-4e3c-a17b-31743af81ef5 with Priority: HIGHEST for action security_group_rules [ 728.743697] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80731448-dbe0-4e3c-a17b-31743af81ef5 with Priority: HIGHEST for action security_group_members [ 728.743806] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0a60c2b-d9d8-4a6d-9743-16f449b74688 with Priority: HIGHEST for action port [ 728.744370] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-80731448-dbe0-4e3c-a17b-31743af81ef5 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.744488] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-80731448-dbe0-4e3c-a17b-31743af81ef5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.744693] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-80731448-dbe0-4e3c-a17b-31743af81ef5 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.744780] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80731448-dbe0-4e3c-a17b-31743af81ef5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.745190] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0a60c2b-d9d8-4a6d-9743-16f449b74688 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.745326] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0a60c2b-d9d8-4a6d-9743-16f449b74688" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.745393] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0a60c2b-d9d8-4a6d-9743-16f449b74688" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.745685] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0a60c2b-d9d8-4a6d-9743-16f449b74688" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.745823] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0a60c2b-d9d8-4a6d-9743-16f449b74688',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.803164] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1aecea80-494d-41f8-8a12-054ef61d5f69: rpc.has_security_group_logging(os_id): False [ 728.825394] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.825394] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.825394] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.825394] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.825394] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.825394] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.825394] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.825394] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.825394] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.825394] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.825802] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.825802] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.825802] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.825888] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.826201] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.826201] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.826201] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.826353] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.826392] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.826458] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.826545] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1aecea80-494d-41f8-8a12-054ef61d5f69 is going to be updated. [ 728.828066] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.828181] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.828254] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.828391] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.828465] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.828546] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f322dc7-729f-4659-a989-5edfc1fb65bc is going to be created. [ 728.855993] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.855993] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.855993] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.856279] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.856279] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.866813] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f322dc7-729f-4659-a989-5edfc1fb65bc in Status: UNINITIALIZED for 2s [ 728.900077] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.900749] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.900749] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.900749] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.900881] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.933105] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1aecea80-494d-41f8-8a12-054ef61d5f69 in Status: IN_PROGRESS for 2s [ 729.213382] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.213599] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.213700] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.214054] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.214183] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.214313] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80731448-dbe0-4e3c-a17b-31743af81ef5 is going to be updated. [ 729.216054] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.216192] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.216305] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.216500] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.216588] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.216671] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c14f9089-ec74-4e00-bf47-e9af26402eb4 is going to be created. [ 729.248532] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d0a60c2b-d9d8-4a6d-9743-16f449b74688 with status ACTIVE [ 729.248979] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.249277] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.249591] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.249786] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.249966] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.250330] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.250554] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.250652] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.251429] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.251429] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.251549] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.251630] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.251738] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.252016] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.252175] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.252359] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d0a60c2b-d9d8-4a6d-9743-16f449b74688 is going to be updated. [ 729.258485] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.258485] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.258676] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.258754] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.258899] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.261341] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.261341] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.261529] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.261626] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.261747] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.284995] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80731448-dbe0-4e3c-a17b-31743af81ef5 in Status: IN_PROGRESS for 2s [ 729.286474] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c14f9089-ec74-4e00-bf47-e9af26402eb4 in Status: UNINITIALIZED for 2s [ 729.313335] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.313600] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.313600] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.313749] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.315129] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.315378] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0a60c2b-d9d8-4a6d-9743-16f449b74688" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.329066] env[65642]: INFO networking_nsxv3.common.synchronization [req-9838d6a1-4f8d-4ec8-b412-e08fb9b82225 req-6e80019e-3f6e-4314-b46d-38bd89b0b782 tempest-InstanceActionsNegativeTestJSON-738907590 tempest-InstanceActionsNegativeTestJSON-738907590-project-member] Enqueued Resource ID: 5fe17d9f-a332-460a-b8d3-2553f9dbbe00 with Priority: HIGHEST for action security_group_members [ 730.329995] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fe17d9f-a332-460a-b8d3-2553f9dbbe00 with Priority: HIGHEST for action security_group_members [ 730.330175] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fe17d9f-a332-460a-b8d3-2553f9dbbe00 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.330340] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fe17d9f-a332-460a-b8d3-2553f9dbbe00" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.330456] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fe17d9f-a332-460a-b8d3-2553f9dbbe00" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.330780] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fe17d9f-a332-460a-b8d3-2553f9dbbe00" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.331032] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.331211] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.331346] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.331539] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.331671] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.331815] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5fe17d9f-a332-460a-b8d3-2553f9dbbe00',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.838141] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.838141] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.838141] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.838141] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.838141] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.838141] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.838141] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.838141] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.838141] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.838141] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.838141] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5fe17d9f-a332-460a-b8d3-2553f9dbbe00 is going to be updated. [ 730.865323] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.865455] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.865455] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.865697] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.865907] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.880198] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fe17d9f-a332-460a-b8d3-2553f9dbbe00 in Status: IN_PROGRESS for 2s [ 730.880974] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f322dc7-729f-4659-a989-5edfc1fb65bc in Status: SUCCESS [ 730.881223] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f322dc7-729f-4659-a989-5edfc1fb65bc" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.881410] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f322dc7-729f-4659-a989-5edfc1fb65bc" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.882322] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f322dc7-729f-4659-a989-5edfc1fb65bc" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.882322] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.882322] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.884295] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.884295] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.884295] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.884295] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f322dc7-729f-4659-a989-5edfc1fb65bc" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.884295] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7f322dc7-729f-4659-a989-5edfc1fb65bc',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.955499] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1aecea80-494d-41f8-8a12-054ef61d5f69 in Status: SUCCESS [ 730.955733] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1aecea80-494d-41f8-8a12-054ef61d5f69" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.295906] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c14f9089-ec74-4e00-bf47-e9af26402eb4 in Status: SUCCESS [ 731.296432] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c14f9089-ec74-4e00-bf47-e9af26402eb4" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.296432] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c14f9089-ec74-4e00-bf47-e9af26402eb4" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.296619] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c14f9089-ec74-4e00-bf47-e9af26402eb4" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.296768] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.296883] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.296957] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.297111] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.297195] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.297290] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c14f9089-ec74-4e00-bf47-e9af26402eb4',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.300388] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80731448-dbe0-4e3c-a17b-31743af81ef5 in Status: SUCCESS [ 731.300606] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80731448-dbe0-4e3c-a17b-31743af81ef5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.300923] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80731448-dbe0-4e3c-a17b-31743af81ef5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.300923] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80731448-dbe0-4e3c-a17b-31743af81ef5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.301138] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.301250] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.301306] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.301458] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.301585] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.301754] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('80731448-dbe0-4e3c-a17b-31743af81ef5',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.390997] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7f322dc7-729f-4659-a989-5edfc1fb65bc',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.805923] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.805923] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.805923] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.806181] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.808072] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.808072] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.808072] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.808072] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.808072] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.808072] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.808072] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c14f9089-ec74-4e00-bf47-e9af26402eb4 is going to be deleted. [ 731.808408] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('80731448-dbe0-4e3c-a17b-31743af81ef5',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.868558] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.868766] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.868766] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.869083] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.869083] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.869615] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c14f9089-ec74-4e00-bf47-e9af26402eb4" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.869615] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c14f9089-ec74-4e00-bf47-e9af26402eb4" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.869730] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c14f9089-ec74-4e00-bf47-e9af26402eb4" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.869897] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.870309] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.870309] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.870309] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.870540] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.870540] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c14f9089-ec74-4e00-bf47-e9af26402eb4',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.899121] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7f322dc7-729f-4659-a989-5edfc1fb65bc: rpc.has_security_group_logging(os_id): False [ 731.919330] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.919467] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.919538] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.919754] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.922081] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.922081] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.922081] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.922081] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.922081] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.922081] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.922081] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f322dc7-729f-4659-a989-5edfc1fb65bc is going to be created. [ 732.047349] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.047563] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.047563] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.049020] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.049020] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.061842] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f322dc7-729f-4659-a989-5edfc1fb65bc in Status: IN_PROGRESS for 2s [ 732.095115] env[65642]: INFO networking_nsxv3.common.synchronization [req-3cdbe56b-25b3-4b1e-acd3-d921e45af2af req-b6f6ce31-5194-488f-acb0-2cccdfa31f23 tempest-FloatingIPsAssociationTestJSON-1567343542 tempest-FloatingIPsAssociationTestJSON-1567343542-project-member] Enqueued Resource ID: 406cbf14-aa8e-4583-befe-4098212656f7 with Priority: HIGHEST for action security_group_members [ 732.095830] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 406cbf14-aa8e-4583-befe-4098212656f7 with Priority: HIGHEST for action security_group_members [ 732.096417] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-406cbf14-aa8e-4583-befe-4098212656f7 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.096673] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-406cbf14-aa8e-4583-befe-4098212656f7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.097068] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-406cbf14-aa8e-4583-befe-4098212656f7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.097152] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-406cbf14-aa8e-4583-befe-4098212656f7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.097465] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.097631] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.097777] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.098323] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.098323] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.098497] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('406cbf14-aa8e-4583-befe-4098212656f7',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.310890] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('80731448-dbe0-4e3c-a17b-31743af81ef5',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.372561] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.372777] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.372848] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.373086] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.373183] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.373390] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.373488] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.373567] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.373728] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.373808] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.373892] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c14f9089-ec74-4e00-bf47-e9af26402eb4 already deleted. [ 732.373969] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c14f9089-ec74-4e00-bf47-e9af26402eb4" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.374088] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c14f9089-ec74-4e00-bf47-e9af26402eb4',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.374994] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c14f9089-ec74-4e00-bf47-e9af26402eb4" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.375180] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c14f9089-ec74-4e00-bf47-e9af26402eb4" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.375365] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.375464] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.375528] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.375670] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.375748] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.375837] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c14f9089-ec74-4e00-bf47-e9af26402eb4',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.602074] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.602479] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.602479] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.602643] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.602643] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.602852] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.602951] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.603344] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.603344] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.603344] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.603344] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 406cbf14-aa8e-4583-befe-4098212656f7 is going to be updated. [ 732.639550] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.639550] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.639550] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.639550] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.639550] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.648415] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 406cbf14-aa8e-4583-befe-4098212656f7 in Status: IN_PROGRESS for 2s [ 732.814921] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.815282] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.815411] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.816093] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.816358] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.816566] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80731448-dbe0-4e3c-a17b-31743af81ef5 is going to be updated. [ 732.858216] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.858361] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.858425] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.858662] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.858805] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.870844] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80731448-dbe0-4e3c-a17b-31743af81ef5 in Status: IN_PROGRESS for 2s [ 732.877411] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c14f9089-ec74-4e00-bf47-e9af26402eb4',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.878648] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.878815] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.878881] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.879470] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.879470] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.879707] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.879879] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.879968] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.880630] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.880630] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.880630] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c14f9089-ec74-4e00-bf47-e9af26402eb4 already deleted. [ 732.880630] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c14f9089-ec74-4e00-bf47-e9af26402eb4" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.894379] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fe17d9f-a332-460a-b8d3-2553f9dbbe00 in Status: SUCCESS [ 732.894379] env[65642]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5fe17d9f-a332-460a-b8d3-2553f9dbbe00 deletion is rescheduled due to dependency. [ 732.894379] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fe17d9f-a332-460a-b8d3-2553f9dbbe00" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.382144] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c14f9089-ec74-4e00-bf47-e9af26402eb4: rpc.has_security_group_logging(os_id): False [ 733.406229] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.406419] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.406730] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.406730] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.406846] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.407042] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.407143] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.407202] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.407373] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.407446] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.407529] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c14f9089-ec74-4e00-bf47-e9af26402eb4 is going to be created. [ 733.428491] env[65642]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/c14f9089-ec74-4e00-bf47-e9af26402eb4], does not exist path=[/infra/domains/default/groups/c14f9089-ec74-4e00-bf47-e9af26402eb4]."\n}' [ 733.428660] env[65642]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c14f9089-ec74-4e00-bf47-e9af26402eb4 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/c14f9089-ec74-4e00-bf47-e9af26402eb4 [ 733.428735] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 733.462337] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.462622] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.462720] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.462917] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.466027] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.466027] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.466027] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.466027] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.466027] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.466027] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.466027] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.466442] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.466442] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.466593] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.466701] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.466933] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c14f9089-ec74-4e00-bf47-e9af26402eb4 is going to be created. [ 733.484807] env[65642]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/c14f9089-ec74-4e00-bf47-e9af26402eb4], does not exist path=[/infra/domains/default/groups/c14f9089-ec74-4e00-bf47-e9af26402eb4]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/c14f9089-ec74-4e00-bf47-e9af26402eb4 [ 733.485053] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c14f9089-ec74-4e00-bf47-e9af26402eb4" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.485575] env[65642]: Traceback (most recent call last): [ 733.485656] env[65642]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 733.485656] env[65642]: return func(*args, **kwargs) [ 733.485656] env[65642]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 733.485656] env[65642]: res.raise_for_status() [ 733.485656] env[65642]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 733.485656] env[65642]: raise HTTPError(http_error_msg, response=self) [ 733.485656] env[65642]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/c14f9089-ec74-4e00-bf47-e9af26402eb4 [ 733.485656] env[65642]: During handling of the above exception, another exception occurred: [ 733.485656] env[65642]: Traceback (most recent call last): [ 733.485656] env[65642]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 733.485656] env[65642]: listener.cb(fileno) [ 733.485656] env[65642]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 733.485656] env[65642]: result = function(*args, **kwargs) [ 733.485656] env[65642]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 733.485656] env[65642]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 733.485656] env[65642]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 733.485656] env[65642]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 733.485656] env[65642]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 733.485656] env[65642]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 733.485656] env[65642]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 733.485656] env[65642]: res.raise_for_status() [ 733.485656] env[65642]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 733.485656] env[65642]: raise HTTPError(http_error_msg, response=self) [ 733.485656] env[65642]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/c14f9089-ec74-4e00-bf47-e9af26402eb4 [ 733.485656] env[65642]: Removing descriptor: 22 [ 734.078654] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f322dc7-729f-4659-a989-5edfc1fb65bc in Status: SUCCESS [ 734.078963] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f322dc7-729f-4659-a989-5edfc1fb65bc" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.419559] env[65642]: INFO networking_nsxv3.common.synchronization [None req-3a22d8f0-2de1-4416-acaa-ac2dc46e9adc None None] Enqueued Resource ID: 98788a40-abf1-442f-abc2-c758a6e8fa69 with Priority: HIGHEST for action port [ 734.421144] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98788a40-abf1-442f-abc2-c758a6e8fa69 with Priority: HIGHEST for action port [ 734.422362] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-98788a40-abf1-442f-abc2-c758a6e8fa69 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.422362] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-98788a40-abf1-442f-abc2-c758a6e8fa69" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.423046] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-98788a40-abf1-442f-abc2-c758a6e8fa69" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.423435] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-98788a40-abf1-442f-abc2-c758a6e8fa69" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.423600] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98788a40-abf1-442f-abc2-c758a6e8fa69',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.663657] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 406cbf14-aa8e-4583-befe-4098212656f7 in Status: SUCCESS [ 734.663657] env[65642]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 406cbf14-aa8e-4583-befe-4098212656f7 deletion is rescheduled due to dependency. [ 734.663872] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-406cbf14-aa8e-4583-befe-4098212656f7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.884884] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80731448-dbe0-4e3c-a17b-31743af81ef5 in Status: SUCCESS [ 734.884884] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80731448-dbe0-4e3c-a17b-31743af81ef5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.884884] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80731448-dbe0-4e3c-a17b-31743af81ef5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.885453] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80731448-dbe0-4e3c-a17b-31743af81ef5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.885453] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.885453] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.885453] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.885738] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.885738] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.885799] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80731448-dbe0-4e3c-a17b-31743af81ef5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.886233] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('80731448-dbe0-4e3c-a17b-31743af81ef5',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.888755] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80731448-dbe0-4e3c-a17b-31743af81ef5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.889058] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80731448-dbe0-4e3c-a17b-31743af81ef5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.889125] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.889240] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.889301] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.889490] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.889519] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.889609] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('80731448-dbe0-4e3c-a17b-31743af81ef5',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.927233] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 98788a40-abf1-442f-abc2-c758a6e8fa69 [ 734.927233] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.927457] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.927457] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.927593] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.927700] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.927771] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:98788a40-abf1-442f-abc2-c758a6e8fa69 already deleted. [ 734.927858] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-98788a40-abf1-442f-abc2-c758a6e8fa69" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.391362] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-80731448-dbe0-4e3c-a17b-31743af81ef5 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.391362] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80731448-dbe0-4e3c-a17b-31743af81ef5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.391362] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('80731448-dbe0-4e3c-a17b-31743af81ef5',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.896270] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('80731448-dbe0-4e3c-a17b-31743af81ef5',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.399604] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.399604] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.399604] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.400808] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.400808] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.400808] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80731448-dbe0-4e3c-a17b-31743af81ef5 is going to be updated. [ 736.439169] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.439169] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.439169] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.439169] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.439169] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.452622] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80731448-dbe0-4e3c-a17b-31743af81ef5 in Status: IN_PROGRESS for 2s [ 736.971104] env[65642]: INFO networking_nsxv3.common.synchronization [None req-2241c717-6ee4-4376-9a95-5958f29b9072 None None] Enqueued Resource ID: acd92e48-4519-4b5d-a8dc-e9b7a02652f7 with Priority: HIGHEST for action port [ 736.971682] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acd92e48-4519-4b5d-a8dc-e9b7a02652f7 with Priority: HIGHEST for action port [ 736.972222] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-acd92e48-4519-4b5d-a8dc-e9b7a02652f7 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.972316] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-acd92e48-4519-4b5d-a8dc-e9b7a02652f7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.972411] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-acd92e48-4519-4b5d-a8dc-e9b7a02652f7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.972707] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-acd92e48-4519-4b5d-a8dc-e9b7a02652f7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.972787] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('acd92e48-4519-4b5d-a8dc-e9b7a02652f7',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.477126] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port acd92e48-4519-4b5d-a8dc-e9b7a02652f7 [ 737.477430] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.477511] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.479570] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.479570] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.479570] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.479570] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:acd92e48-4519-4b5d-a8dc-e9b7a02652f7 already deleted. [ 737.479570] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-acd92e48-4519-4b5d-a8dc-e9b7a02652f7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.467155] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80731448-dbe0-4e3c-a17b-31743af81ef5 in Status: SUCCESS [ 738.467379] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80731448-dbe0-4e3c-a17b-31743af81ef5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.467613] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80731448-dbe0-4e3c-a17b-31743af81ef5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.467971] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80731448-dbe0-4e3c-a17b-31743af81ef5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.468177] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.468385] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.468592] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.468849] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.469024] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.469223] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('80731448-dbe0-4e3c-a17b-31743af81ef5',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.974018] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('80731448-dbe0-4e3c-a17b-31743af81ef5',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.477947] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('80731448-dbe0-4e3c-a17b-31743af81ef5',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.935400] env[65642]: INFO networking_nsxv3.common.synchronization [req-280ca45e-e8ae-4d52-8bcb-97fbcdec71bd req-9acc02fd-e792-4350-9143-6ec83aa612c2 tempest-ServerRescueTestJSONUnderV235-344697143 tempest-ServerRescueTestJSONUnderV235-344697143-project-member] Enqueued Resource ID: 80731448-dbe0-4e3c-a17b-31743af81ef5 with Priority: HIGHEST for action security_group_members [ 739.936113] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80731448-dbe0-4e3c-a17b-31743af81ef5 with Priority: HIGHEST for action security_group_members [ 739.936426] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-80731448-dbe0-4e3c-a17b-31743af81ef5 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.936525] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80731448-dbe0-4e3c-a17b-31743af81ef5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.980403] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.980871] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.981034] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.981476] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.981476] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.981584] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80731448-dbe0-4e3c-a17b-31743af81ef5 is going to be updated. [ 740.034859] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.034859] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.034859] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.035713] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.035713] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.047441] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80731448-dbe0-4e3c-a17b-31743af81ef5 in Status: IN_PROGRESS for 2s [ 740.456388] env[65642]: INFO networking_nsxv3.common.synchronization [req-2467d612-a46f-4d37-853a-222181476130 req-ea2f1fdd-0eba-4718-8212-0010bf438943 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Enqueued Resource ID: c35b78ff-cf2f-4afe-984f-527867e449a5 with Priority: HIGHEST for action security_group_members [ 740.456957] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c35b78ff-cf2f-4afe-984f-527867e449a5 with Priority: HIGHEST for action security_group_members [ 740.457501] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-c35b78ff-cf2f-4afe-984f-527867e449a5 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.457628] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c35b78ff-cf2f-4afe-984f-527867e449a5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.457685] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c35b78ff-cf2f-4afe-984f-527867e449a5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.457906] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c35b78ff-cf2f-4afe-984f-527867e449a5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.458048] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.458162] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.458239] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.458336] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.458486] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.458596] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c35b78ff-cf2f-4afe-984f-527867e449a5',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.962878] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.963056] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.963120] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.963412] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.993294] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.993294] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.993294] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.993672] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.993672] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.993756] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.993816] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c35b78ff-cf2f-4afe-984f-527867e449a5 is going to be updated. [ 741.030170] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.030170] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.030170] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.030170] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.030170] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.043141] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c35b78ff-cf2f-4afe-984f-527867e449a5 in Status: IN_PROGRESS for 2s [ 741.596428] env[65642]: INFO networking_nsxv3.common.synchronization [req-bcda1a15-864a-4cec-ae57-8828ac2a5558 req-3bf6b5bb-e21f-442c-bc76-49e1fef7f203 tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Enqueued Resource ID: 70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0 with Priority: HIGHEST for action security_group_members [ 741.597081] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0 with Priority: HIGHEST for action security_group_members [ 741.597421] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.597556] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.597622] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.597855] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.598209] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.598209] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.598209] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.598355] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.598578] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.598578] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.956830] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock network-668 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.957057] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "network-668" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.957176] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "network-668" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.957479] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "network-668" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.957745] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.957920] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.958225] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.958527] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.958736] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.959035] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 741.959143] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] NeedRegenerationException {{(pid=65642) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 741.959285] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] no value, waiting for create lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 741.959559] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] value creation lock acquired {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 741.959614] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 741.959725] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Calling creation function for not-yet-present value {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 741.959977] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 741.991902] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 741.992281] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=65642) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 741.992518] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Released creation lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 741.992884] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "network-668" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.993385] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock port-62350a70-29a3-4346-b78c-ea844ac904df taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.993706] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "port-62350a70-29a3-4346-b78c-ea844ac904df" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.993898] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "port-62350a70-29a3-4346-b78c-ea844ac904df" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.994436] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "port-62350a70-29a3-4346-b78c-ea844ac904df" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.994701] env[65642]: DEBUG networking_nsxv3.api.rpc [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62350a70-29a3-4346-b78c-ea844ac904df',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.060452] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80731448-dbe0-4e3c-a17b-31743af81ef5 in Status: SUCCESS [ 742.060793] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80731448-dbe0-4e3c-a17b-31743af81ef5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.061094] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80731448-dbe0-4e3c-a17b-31743af81ef5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.061265] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80731448-dbe0-4e3c-a17b-31743af81ef5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.061471] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.061605] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.061693] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.061842] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.061926] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.062451] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80731448-dbe0-4e3c-a17b-31743af81ef5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.062451] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-80731448-dbe0-4e3c-a17b-31743af81ef5 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.062451] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80731448-dbe0-4e3c-a17b-31743af81ef5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.062451] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80731448-dbe0-4e3c-a17b-31743af81ef5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.062765] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80731448-dbe0-4e3c-a17b-31743af81ef5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.062765] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.062765] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.062877] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.062956] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.063096] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.063152] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80731448-dbe0-4e3c-a17b-31743af81ef5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.063230] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('80731448-dbe0-4e3c-a17b-31743af81ef5',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.064182] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80731448-dbe0-4e3c-a17b-31743af81ef5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.064340] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80731448-dbe0-4e3c-a17b-31743af81ef5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.064487] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.064618] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.064664] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.064831] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.064957] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.065083] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('80731448-dbe0-4e3c-a17b-31743af81ef5',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.102499] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.102801] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.102801] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.103734] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.126079] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.126423] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.126564] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.126618] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.126835] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.126927] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.127055] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0 is going to be updated. [ 742.157365] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.157585] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.157585] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.157791] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.157940] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.168050] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0 in Status: IN_PROGRESS for 2s [ 742.498163] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.498401] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.498531] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.498839] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.499039] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.499223] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Segment Port 62350a70-29a3-4346-b78c-ea844ac904df not found, creating... [ 742.499552] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.499737] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.499874] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.500153] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.500345] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.500689] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.500871] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.501022] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.501267] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.501423] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.501579] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Resource: SegmentPort with ID: 62350a70-29a3-4346-b78c-ea844ac904df is going to be created. [ 742.523637] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.523902] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.524130] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.524459] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.524831] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.525082] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "port-62350a70-29a3-4346-b78c-ea844ac904df" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.567972] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 80731448-dbe0-4e3c-a17b-31743af81ef5: rpc.has_security_group_logging(os_id): False [ 742.569344] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.569558] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.569558] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.569764] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.590569] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.590783] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.619264] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.619676] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.619815] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.619881] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.620477] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.620477] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.620683] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80731448-dbe0-4e3c-a17b-31743af81ef5 is going to be updated. [ 742.621878] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.622131] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.622222] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.622492] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.622690] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.622824] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.623148] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.623302] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.623560] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.623671] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.623769] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.624051] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.624161] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.624351] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.624448] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.624531] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.624770] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.624922] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.625159] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 80731448-dbe0-4e3c-a17b-31743af81ef5 is going to be updated. [ 742.661325] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.661532] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.661532] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.661762] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.661984] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.672525] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80731448-dbe0-4e3c-a17b-31743af81ef5 in Status: IN_PROGRESS for 2s [ 742.728595] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.728823] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.728823] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.729090] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.729247] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.748893] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 80731448-dbe0-4e3c-a17b-31743af81ef5 in Status: IN_PROGRESS for 2s [ 743.055240] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c35b78ff-cf2f-4afe-984f-527867e449a5 in Status: SUCCESS [ 743.055605] env[65642]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c35b78ff-cf2f-4afe-984f-527867e449a5 deletion is rescheduled due to dependency. [ 743.055643] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c35b78ff-cf2f-4afe-984f-527867e449a5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.215727] env[65642]: INFO networking_nsxv3.common.synchronization [req-bcda1a15-864a-4cec-ae57-8828ac2a5558 req-173640da-a30e-4ebb-91ef-8e4b8e91eded service nova] Enqueued Resource ID: 70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0 with Priority: HIGHEST for action security_group_rules [ 743.217018] env[65642]: INFO networking_nsxv3.common.synchronization [req-bcda1a15-864a-4cec-ae57-8828ac2a5558 req-173640da-a30e-4ebb-91ef-8e4b8e91eded service nova] Enqueued Resource ID: 70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0 with Priority: HIGHEST for action security_group_members [ 743.217018] env[65642]: INFO networking_nsxv3.common.synchronization [req-bcda1a15-864a-4cec-ae57-8828ac2a5558 req-173640da-a30e-4ebb-91ef-8e4b8e91eded service nova] Enqueued Resource ID: 62350a70-29a3-4346-b78c-ea844ac904df with Priority: HIGHEST for action port [ 743.217018] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0 with Priority: HIGHEST for action security_group_rules [ 743.217305] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0 with Priority: HIGHEST for action security_group_members [ 743.217610] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62350a70-29a3-4346-b78c-ea844ac904df with Priority: HIGHEST for action port [ 743.218028] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.218326] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.220664] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.220664] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.220664] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.220664] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.220664] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.220664] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-62350a70-29a3-4346-b78c-ea844ac904df taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.220664] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-62350a70-29a3-4346-b78c-ea844ac904df" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.220664] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-62350a70-29a3-4346-b78c-ea844ac904df" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.220664] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-62350a70-29a3-4346-b78c-ea844ac904df" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.220664] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62350a70-29a3-4346-b78c-ea844ac904df',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.226580] env[65642]: INFO networking_nsxv3.common.synchronization [req-28f06ed5-ae79-4bbd-a427-a64ef5954621 req-80a274e4-331b-49d2-a2e1-8ae5e295e1ef tempest-VolumesAssistedSnapshotsTest-264556817 tempest-VolumesAssistedSnapshotsTest-264556817-project-member] Enqueued Resource ID: b8f6b707-0d1e-43fa-83da-583ab4f8c4d5 with Priority: HIGHEST for action security_group_members [ 743.226580] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8f6b707-0d1e-43fa-83da-583ab4f8c4d5 with Priority: HIGHEST for action security_group_members [ 743.226984] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8f6b707-0d1e-43fa-83da-583ab4f8c4d5 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.228363] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8f6b707-0d1e-43fa-83da-583ab4f8c4d5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.228363] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8f6b707-0d1e-43fa-83da-583ab4f8c4d5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.228363] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8f6b707-0d1e-43fa-83da-583ab4f8c4d5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.228363] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.228363] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.228363] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.228363] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.228363] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.228363] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8f6b707-0d1e-43fa-83da-583ab4f8c4d5',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.725187] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 62350a70-29a3-4346-b78c-ea844ac904df with status ACTIVE [ 743.725449] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.725632] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.725723] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.725909] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.726122] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.726233] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.726361] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.726361] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.726530] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.726612] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.726780] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.726875] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.726935] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.727110] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.727187] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.727377] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 62350a70-29a3-4346-b78c-ea844ac904df is going to be updated. [ 743.730316] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.730445] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.734031] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.734031] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.734031] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.734031] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.754174] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.754352] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.754431] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.754709] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.754852] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.755063] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-62350a70-29a3-4346-b78c-ea844ac904df" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.757473] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.757722] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.758234] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.758234] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.758434] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.758434] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.758434] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8f6b707-0d1e-43fa-83da-583ab4f8c4d5 is going to be updated. [ 743.789270] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.789400] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.789483] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.789724] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.789917] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.806459] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8f6b707-0d1e-43fa-83da-583ab4f8c4d5 in Status: IN_PROGRESS for 2s [ 744.080709] env[65642]: INFO networking_nsxv3.common.synchronization [req-261abf3d-9bfc-4f84-8d65-0cb209795b1b req-3940724a-6b9d-409d-8441-a2933f7fe8e8 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Enqueued Resource ID: b2b935df-b98e-4ceb-95d1-1ecf01324f0f with Priority: HIGHEST for action security_group_members [ 744.081507] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2b935df-b98e-4ceb-95d1-1ecf01324f0f with Priority: HIGHEST for action security_group_members [ 744.081629] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2b935df-b98e-4ceb-95d1-1ecf01324f0f taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.081817] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2b935df-b98e-4ceb-95d1-1ecf01324f0f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.081909] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2b935df-b98e-4ceb-95d1-1ecf01324f0f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.082064] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2b935df-b98e-4ceb-95d1-1ecf01324f0f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.082241] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.082354] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.082399] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.082548] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.082675] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.082795] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2b935df-b98e-4ceb-95d1-1ecf01324f0f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.181060] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0 in Status: SUCCESS [ 744.181268] env[65642]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0 deletion is rescheduled due to dependency. [ 744.181416] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.181815] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.181885] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.182048] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.182181] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.182244] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.182401] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.182526] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.182762] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.515758] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock network-235 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.515890] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "network-235" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.519475] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "network-235" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.520029] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "network-235" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.520029] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.520215] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.520900] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.520900] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.520900] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.521845] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 744.521845] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] NeedRegenerationException {{(pid=65642) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 744.521845] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] no value, waiting for create lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 744.521845] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] value creation lock acquired {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 744.521845] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 744.521845] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Calling creation function for not-yet-present value {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 744.521845] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 744.544075] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 744.544301] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65642) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 744.544442] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Released creation lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 744.545514] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "network-235" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.545995] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock port-fdd7873b-1057-40c6-9bf7-7464d52fe164 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.546220] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "port-fdd7873b-1057-40c6-9bf7-7464d52fe164" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.546338] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "port-fdd7873b-1057-40c6-9bf7-7464d52fe164" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.546835] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "port-fdd7873b-1057-40c6-9bf7-7464d52fe164" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.547263] env[65642]: DEBUG networking_nsxv3.api.rpc [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fdd7873b-1057-40c6-9bf7-7464d52fe164',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.587381] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b2b935df-b98e-4ceb-95d1-1ecf01324f0f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.684792] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80731448-dbe0-4e3c-a17b-31743af81ef5 in Status: SUCCESS [ 744.685256] env[65642]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80731448-dbe0-4e3c-a17b-31743af81ef5 deletion is rescheduled due to dependency. [ 744.685256] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80731448-dbe0-4e3c-a17b-31743af81ef5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.685554] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.763367] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 80731448-dbe0-4e3c-a17b-31743af81ef5 in Status: SUCCESS [ 744.763603] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-80731448-dbe0-4e3c-a17b-31743af81ef5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.763792] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-80731448-dbe0-4e3c-a17b-31743af81ef5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.764018] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-80731448-dbe0-4e3c-a17b-31743af81ef5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.764137] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('80731448-dbe0-4e3c-a17b-31743af81ef5',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.049781] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.050096] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.050175] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.050424] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.050654] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.050820] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Segment Port fdd7873b-1057-40c6-9bf7-7464d52fe164 not found, creating... [ 745.051098] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.051281] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.051396] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.051629] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.051794] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.052068] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.052226] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.052335] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.052549] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.052720] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.052876] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Resource: SegmentPort with ID: fdd7873b-1057-40c6-9bf7-7464d52fe164 is going to be created. [ 745.079280] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.079527] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.079527] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.079527] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.079527] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.080501] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "port-fdd7873b-1057-40c6-9bf7-7464d52fe164" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.090127] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b2b935df-b98e-4ceb-95d1-1ecf01324f0f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.188556] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.291845] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.292122] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.292122] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.292383] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.292481] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.292622] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 80731448-dbe0-4e3c-a17b-31743af81ef5 is going to be deleted. [ 745.369530] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.369735] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.369800] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.370086] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.370209] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.370376] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-80731448-dbe0-4e3c-a17b-31743af81ef5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.592377] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.592377] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.592584] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.592684] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.592788] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.592889] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2b935df-b98e-4ceb-95d1-1ecf01324f0f is going to be updated. [ 745.635130] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.635297] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.635366] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.635555] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.635800] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.647893] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2b935df-b98e-4ceb-95d1-1ecf01324f0f in Status: IN_PROGRESS for 2s [ 745.691833] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.692156] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.692577] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.693177] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.693595] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.695253] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0 is going to be updated. [ 745.733027] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.733027] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.733027] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.733027] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.733027] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.745434] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0 in Status: IN_PROGRESS for 2s [ 745.818059] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8f6b707-0d1e-43fa-83da-583ab4f8c4d5 in Status: SUCCESS [ 745.818404] env[65642]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8f6b707-0d1e-43fa-83da-583ab4f8c4d5 deletion is rescheduled due to dependency. [ 745.818533] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8f6b707-0d1e-43fa-83da-583ab4f8c4d5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.824404] env[65642]: INFO networking_nsxv3.common.synchronization [req-261abf3d-9bfc-4f84-8d65-0cb209795b1b req-5407c6b3-4d44-416c-9039-285a84348c03 service nova] Enqueued Resource ID: b2b935df-b98e-4ceb-95d1-1ecf01324f0f with Priority: HIGHEST for action security_group_rules [ 745.824620] env[65642]: INFO networking_nsxv3.common.synchronization [req-261abf3d-9bfc-4f84-8d65-0cb209795b1b req-5407c6b3-4d44-416c-9039-285a84348c03 service nova] Enqueued Resource ID: b2b935df-b98e-4ceb-95d1-1ecf01324f0f with Priority: HIGHEST for action security_group_members [ 745.824799] env[65642]: INFO networking_nsxv3.common.synchronization [req-261abf3d-9bfc-4f84-8d65-0cb209795b1b req-5407c6b3-4d44-416c-9039-285a84348c03 service nova] Enqueued Resource ID: fdd7873b-1057-40c6-9bf7-7464d52fe164 with Priority: HIGHEST for action port [ 745.825507] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2b935df-b98e-4ceb-95d1-1ecf01324f0f with Priority: HIGHEST for action security_group_rules [ 745.825743] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2b935df-b98e-4ceb-95d1-1ecf01324f0f with Priority: HIGHEST for action security_group_members [ 745.825928] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdd7873b-1057-40c6-9bf7-7464d52fe164 with Priority: HIGHEST for action port [ 745.827694] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2b935df-b98e-4ceb-95d1-1ecf01324f0f taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.827841] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2b935df-b98e-4ceb-95d1-1ecf01324f0f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.827957] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2b935df-b98e-4ceb-95d1-1ecf01324f0f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.828164] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2b935df-b98e-4ceb-95d1-1ecf01324f0f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.828253] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2b935df-b98e-4ceb-95d1-1ecf01324f0f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.829359] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2b935df-b98e-4ceb-95d1-1ecf01324f0f taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.829465] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2b935df-b98e-4ceb-95d1-1ecf01324f0f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.829717] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-fdd7873b-1057-40c6-9bf7-7464d52fe164 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.829802] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fdd7873b-1057-40c6-9bf7-7464d52fe164" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.829849] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fdd7873b-1057-40c6-9bf7-7464d52fe164" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.830028] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fdd7873b-1057-40c6-9bf7-7464d52fe164" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.830129] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fdd7873b-1057-40c6-9bf7-7464d52fe164',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.332416] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2b935df-b98e-4ceb-95d1-1ecf01324f0f taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.332740] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2b935df-b98e-4ceb-95d1-1ecf01324f0f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.333066] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fdd7873b-1057-40c6-9bf7-7464d52fe164 with status ACTIVE [ 746.333387] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.333640] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.333811] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.334123] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.334334] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.334739] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.334825] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.334888] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.335183] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.335355] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.335662] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.335844] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.335979] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.336260] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.336473] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.336564] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fdd7873b-1057-40c6-9bf7-7464d52fe164 is going to be updated. [ 746.363312] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.363469] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.363535] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.363793] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.363940] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.364136] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fdd7873b-1057-40c6-9bf7-7464d52fe164" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.853284] env[65642]: INFO networking_nsxv3.common.synchronization [req-a9bd8a2c-92f4-47f3-9635-a0f4c5cd8318 req-99adc1ca-c8dc-4102-b8c6-f5588d50ccd7 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Enqueued Resource ID: 275dc271-b0af-4a42-966e-14343faaa755 with Priority: HIGHEST for action security_group_members [ 746.853860] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 275dc271-b0af-4a42-966e-14343faaa755 with Priority: HIGHEST for action security_group_members [ 746.854199] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-275dc271-b0af-4a42-966e-14343faaa755 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.854319] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.854647] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.854870] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.856681] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.856681] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.856681] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.856681] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.856681] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.856681] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('275dc271-b0af-4a42-966e-14343faaa755',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.365419] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.365419] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.365419] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.365809] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.389262] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.389521] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.389649] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.389719] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.389930] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.390149] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.390149] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 275dc271-b0af-4a42-966e-14343faaa755 is going to be updated. [ 747.418263] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.418428] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.418467] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.418691] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.418837] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.430502] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 275dc271-b0af-4a42-966e-14343faaa755 in Status: IN_PROGRESS for 2s [ 747.439062] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock network-824 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.439265] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "network-824" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.439377] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "network-824" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.439643] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "network-824" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.439906] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.440105] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.440485] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.440703] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.440912] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.441185] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 747.441280] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] NeedRegenerationException {{(pid=65642) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 747.441363] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] no value, waiting for create lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 747.441539] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] value creation lock acquired {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 747.441539] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 747.441698] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Calling creation function for not-yet-present value {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 747.441846] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 747.462858] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 747.463042] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65642) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 747.463183] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Released creation lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 747.463343] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "network-824" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.463738] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock port-d8bded4e-62f3-4cf5-89c7-7d336c1bbfe4 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.464785] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "port-d8bded4e-62f3-4cf5-89c7-7d336c1bbfe4" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.464785] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "port-d8bded4e-62f3-4cf5-89c7-7d336c1bbfe4" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.464785] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "port-d8bded4e-62f3-4cf5-89c7-7d336c1bbfe4" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.464785] env[65642]: DEBUG networking_nsxv3.api.rpc [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8bded4e-62f3-4cf5-89c7-7d336c1bbfe4',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.663532] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2b935df-b98e-4ceb-95d1-1ecf01324f0f in Status: SUCCESS [ 747.663532] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2b935df-b98e-4ceb-95d1-1ecf01324f0f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.663532] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2b935df-b98e-4ceb-95d1-1ecf01324f0f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.663532] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2b935df-b98e-4ceb-95d1-1ecf01324f0f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.663532] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.663532] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.663532] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.663532] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.663532] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.663532] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2b935df-b98e-4ceb-95d1-1ecf01324f0f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.760521] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0 in Status: SUCCESS [ 747.760521] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.760521] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.760521] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.760521] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.760521] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.760521] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.760521] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.760521] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.760521] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.761725] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.970145] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.970145] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.970145] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.971151] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.971151] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.971151] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Segment Port d8bded4e-62f3-4cf5-89c7-7d336c1bbfe4 not found, creating... [ 747.971151] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.971151] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.971444] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.971444] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.971969] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.971969] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.972141] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.972141] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.972333] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.972471] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.972680] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Resource: SegmentPort with ID: d8bded4e-62f3-4cf5-89c7-7d336c1bbfe4 is going to be created. [ 747.995979] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.995979] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.996167] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.996796] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.996796] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.996796] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "port-d8bded4e-62f3-4cf5-89c7-7d336c1bbfe4" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.167764] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b2b935df-b98e-4ceb-95d1-1ecf01324f0f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.265898] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.670947] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b2b935df-b98e-4ceb-95d1-1ecf01324f0f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.751196] env[65642]: INFO networking_nsxv3.common.synchronization [req-a9bd8a2c-92f4-47f3-9635-a0f4c5cd8318 req-9936747a-3795-4aaf-91db-6c4580ed6d09 service nova] Enqueued Resource ID: 275dc271-b0af-4a42-966e-14343faaa755 with Priority: HIGHEST for action security_group_rules [ 748.751377] env[65642]: INFO networking_nsxv3.common.synchronization [req-a9bd8a2c-92f4-47f3-9635-a0f4c5cd8318 req-9936747a-3795-4aaf-91db-6c4580ed6d09 service nova] Enqueued Resource ID: 275dc271-b0af-4a42-966e-14343faaa755 with Priority: HIGHEST for action security_group_members [ 748.751876] env[65642]: INFO networking_nsxv3.common.synchronization [req-a9bd8a2c-92f4-47f3-9635-a0f4c5cd8318 req-9936747a-3795-4aaf-91db-6c4580ed6d09 service nova] Enqueued Resource ID: d8bded4e-62f3-4cf5-89c7-7d336c1bbfe4 with Priority: HIGHEST for action port [ 748.752451] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 275dc271-b0af-4a42-966e-14343faaa755 with Priority: HIGHEST for action security_group_rules [ 748.752670] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 275dc271-b0af-4a42-966e-14343faaa755 with Priority: HIGHEST for action security_group_members [ 748.752790] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8bded4e-62f3-4cf5-89c7-7d336c1bbfe4 with Priority: HIGHEST for action port [ 748.753283] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-275dc271-b0af-4a42-966e-14343faaa755 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.753374] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.753414] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.753674] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.753904] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('275dc271-b0af-4a42-966e-14343faaa755',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.757480] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-275dc271-b0af-4a42-966e-14343faaa755 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.757480] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.757480] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-d8bded4e-62f3-4cf5-89c7-7d336c1bbfe4 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.757480] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d8bded4e-62f3-4cf5-89c7-7d336c1bbfe4" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.757480] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d8bded4e-62f3-4cf5-89c7-7d336c1bbfe4" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.757480] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d8bded4e-62f3-4cf5-89c7-7d336c1bbfe4" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.757480] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8bded4e-62f3-4cf5-89c7-7d336c1bbfe4',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.770898] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0: rpc.has_security_group_logging(os_id): False [ 748.790873] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.790958] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.791029] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.791289] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.791357] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.791615] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.791724] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.791788] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.791942] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.792030] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.792118] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0 is going to be updated. [ 748.857484] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.857674] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.857674] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.858188] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.858188] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.872078] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0 in Status: IN_PROGRESS for 2s [ 749.173920] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.174214] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.174326] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.174568] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.174679] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.174787] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2b935df-b98e-4ceb-95d1-1ecf01324f0f is going to be updated. [ 749.204019] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.204198] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.204272] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.204564] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.204746] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.213849] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2b935df-b98e-4ceb-95d1-1ecf01324f0f in Status: IN_PROGRESS for 2s [ 749.257564] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-275dc271-b0af-4a42-966e-14343faaa755 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.257778] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.257890] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d8bded4e-62f3-4cf5-89c7-7d336c1bbfe4 with status ACTIVE [ 749.258073] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.258184] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.258241] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.258505] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.258603] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.258779] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.258882] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.258950] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.259103] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.259176] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.259353] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.259446] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.259506] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.259642] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.259716] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.259797] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d8bded4e-62f3-4cf5-89c7-7d336c1bbfe4 is going to be updated. [ 749.284728] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.284926] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.284991] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.285172] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.285380] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.285623] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d8bded4e-62f3-4cf5-89c7-7d336c1bbfe4" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.444607] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 275dc271-b0af-4a42-966e-14343faaa755 in Status: SUCCESS [ 749.444789] env[65642]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 275dc271-b0af-4a42-966e-14343faaa755 deletion is rescheduled due to dependency. [ 749.444911] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.445418] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.445418] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.445493] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.445597] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.445687] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.445872] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.445958] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.446072] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('275dc271-b0af-4a42-966e-14343faaa755',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.769182] env[65642]: INFO networking_nsxv3.common.synchronization [req-219b766e-3b5d-408f-b6a7-f3460b400e02 req-011145b7-536a-4bc6-9e36-1b55afd78643 tempest-ServerPasswordTestJSON-435487944 tempest-ServerPasswordTestJSON-435487944-project-member] Enqueued Resource ID: 17b1b919-3cca-483d-83a1-c3c61343f54e with Priority: HIGHEST for action security_group_members [ 749.769681] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17b1b919-3cca-483d-83a1-c3c61343f54e with Priority: HIGHEST for action security_group_members [ 749.770092] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-17b1b919-3cca-483d-83a1-c3c61343f54e taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.770236] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17b1b919-3cca-483d-83a1-c3c61343f54e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.770318] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17b1b919-3cca-483d-83a1-c3c61343f54e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.770606] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17b1b919-3cca-483d-83a1-c3c61343f54e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.770800] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.770912] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.770979] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.771163] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.771250] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.771348] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17b1b919-3cca-483d-83a1-c3c61343f54e',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.952744] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('275dc271-b0af-4a42-966e-14343faaa755',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.221098] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock network-283 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.221098] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "network-283" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.221098] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "network-283" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.221466] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "network-283" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.221725] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.221882] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.222014] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.222235] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.222408] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.222641] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 750.222785] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] NeedRegenerationException {{(pid=65642) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 750.223720] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] no value, waiting for create lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 750.223720] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] value creation lock acquired {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 750.223720] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 750.223720] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Calling creation function for not-yet-present value {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 750.223720] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 750.246022] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 750.246022] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65642) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 750.246231] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Released creation lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 750.246533] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "network-283" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.246694] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock port-25d87fc3-9297-404d-b87e-b500d173e078 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.246780] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "port-25d87fc3-9297-404d-b87e-b500d173e078" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.246927] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "port-25d87fc3-9297-404d-b87e-b500d173e078" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.247318] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "port-25d87fc3-9297-404d-b87e-b500d173e078" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.247443] env[65642]: DEBUG networking_nsxv3.api.rpc [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('25d87fc3-9297-404d-b87e-b500d173e078',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.252105] env[65642]: INFO networking_nsxv3.common.synchronization [None req-3c26b51e-b79d-4520-9a91-89577ba2e688 None None] Enqueued Resource ID: 66532a08-585a-457e-a73c-0d6c4c2b0c30 with Priority: HIGHEST for action port [ 750.252411] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66532a08-585a-457e-a73c-0d6c4c2b0c30 with Priority: HIGHEST for action port [ 750.252723] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-66532a08-585a-457e-a73c-0d6c4c2b0c30 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.253159] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-66532a08-585a-457e-a73c-0d6c4c2b0c30" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.253275] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-66532a08-585a-457e-a73c-0d6c4c2b0c30" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.253537] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-66532a08-585a-457e-a73c-0d6c4c2b0c30" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.253632] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66532a08-585a-457e-a73c-0d6c4c2b0c30',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.274516] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.274724] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.274807] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.275029] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.275146] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.275350] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.275471] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.275614] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.275750] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.275808] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.275841] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17b1b919-3cca-483d-83a1-c3c61343f54e already deleted. [ 750.275949] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17b1b919-3cca-483d-83a1-c3c61343f54e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.455309] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('275dc271-b0af-4a42-966e-14343faaa755',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.750367] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.750673] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.750842] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.751207] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.751393] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.751592] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Segment Port 25d87fc3-9297-404d-b87e-b500d173e078 not found, creating... [ 750.752232] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.752504] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.752655] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.752887] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.753028] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.753514] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.753713] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.753776] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.754141] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.754295] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.754632] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Resource: SegmentPort with ID: 25d87fc3-9297-404d-b87e-b500d173e078 is going to be created. [ 750.755961] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 66532a08-585a-457e-a73c-0d6c4c2b0c30 [ 750.756142] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.756248] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.756312] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.756463] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.756837] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.756837] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:66532a08-585a-457e-a73c-0d6c4c2b0c30 already deleted. [ 750.756909] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-66532a08-585a-457e-a73c-0d6c4c2b0c30" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.775923] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.776289] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.776289] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.778301] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.778301] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.778301] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "port-25d87fc3-9297-404d-b87e-b500d173e078" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.910708] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0 in Status: SUCCESS [ 750.910708] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.960143] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.960143] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.960143] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.960143] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.960143] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.960143] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 275dc271-b0af-4a42-966e-14343faaa755 is going to be updated. [ 750.998654] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.998794] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.998855] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.999100] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.999252] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.008725] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 275dc271-b0af-4a42-966e-14343faaa755 in Status: IN_PROGRESS for 2s [ 751.227787] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2b935df-b98e-4ceb-95d1-1ecf01324f0f in Status: IN_PROGRESS for 4s [ 751.474452] env[65642]: INFO networking_nsxv3.common.synchronization [req-23011080-2bb4-4bec-b0e2-a10769251d3d req-5faff7d0-f235-4d4e-80b2-b440d2f251bd tempest-ImagesOneServerTestJSON-992216679 tempest-ImagesOneServerTestJSON-992216679-project-member] Enqueued Resource ID: e6b70b9f-9014-4f30-bf9b-4f79b63f532b with Priority: HIGHEST for action security_group_members [ 751.474992] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6b70b9f-9014-4f30-bf9b-4f79b63f532b with Priority: HIGHEST for action security_group_members [ 751.477963] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6b70b9f-9014-4f30-bf9b-4f79b63f532b taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.478135] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6b70b9f-9014-4f30-bf9b-4f79b63f532b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.478196] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6b70b9f-9014-4f30-bf9b-4f79b63f532b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.478368] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6b70b9f-9014-4f30-bf9b-4f79b63f532b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.478524] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.478622] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.478685] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.478834] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.478924] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.479027] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e6b70b9f-9014-4f30-bf9b-4f79b63f532b',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.516974] env[65642]: INFO networking_nsxv3.common.synchronization [req-219b766e-3b5d-408f-b6a7-f3460b400e02 req-e08cc230-4e12-40de-8e03-29ea6c0a14d0 service nova] Enqueued Resource ID: 17b1b919-3cca-483d-83a1-c3c61343f54e with Priority: HIGHEST for action security_group_rules [ 751.517274] env[65642]: INFO networking_nsxv3.common.synchronization [req-219b766e-3b5d-408f-b6a7-f3460b400e02 req-e08cc230-4e12-40de-8e03-29ea6c0a14d0 service nova] Enqueued Resource ID: 17b1b919-3cca-483d-83a1-c3c61343f54e with Priority: HIGHEST for action security_group_members [ 751.519530] env[65642]: INFO networking_nsxv3.common.synchronization [req-219b766e-3b5d-408f-b6a7-f3460b400e02 req-e08cc230-4e12-40de-8e03-29ea6c0a14d0 service nova] Enqueued Resource ID: 25d87fc3-9297-404d-b87e-b500d173e078 with Priority: HIGHEST for action port [ 751.519530] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17b1b919-3cca-483d-83a1-c3c61343f54e with Priority: HIGHEST for action security_group_rules [ 751.519530] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17b1b919-3cca-483d-83a1-c3c61343f54e with Priority: HIGHEST for action security_group_members [ 751.519530] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25d87fc3-9297-404d-b87e-b500d173e078 with Priority: HIGHEST for action port [ 751.519530] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17b1b919-3cca-483d-83a1-c3c61343f54e taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.519530] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17b1b919-3cca-483d-83a1-c3c61343f54e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.519530] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17b1b919-3cca-483d-83a1-c3c61343f54e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.519777] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17b1b919-3cca-483d-83a1-c3c61343f54e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.519777] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17b1b919-3cca-483d-83a1-c3c61343f54e',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.521804] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-17b1b919-3cca-483d-83a1-c3c61343f54e taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.521944] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17b1b919-3cca-483d-83a1-c3c61343f54e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.522259] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17b1b919-3cca-483d-83a1-c3c61343f54e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.522259] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17b1b919-3cca-483d-83a1-c3c61343f54e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.522375] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.522474] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.522533] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.522697] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.522780] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.523333] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17b1b919-3cca-483d-83a1-c3c61343f54e',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.524996] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-25d87fc3-9297-404d-b87e-b500d173e078 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.524996] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-25d87fc3-9297-404d-b87e-b500d173e078" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.524996] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-25d87fc3-9297-404d-b87e-b500d173e078" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.524996] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-25d87fc3-9297-404d-b87e-b500d173e078" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.524996] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('25d87fc3-9297-404d-b87e-b500d173e078',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.982172] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.982474] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.982512] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.982790] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.009859] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.010520] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.010520] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.010520] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.010520] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.010826] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.010826] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6b70b9f-9014-4f30-bf9b-4f79b63f532b is going to be updated. [ 752.022705] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-17b1b919-3cca-483d-83a1-c3c61343f54e taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.022705] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17b1b919-3cca-483d-83a1-c3c61343f54e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.025827] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('17b1b919-3cca-483d-83a1-c3c61343f54e',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.028253] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 25d87fc3-9297-404d-b87e-b500d173e078 with status ACTIVE [ 752.032313] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.032313] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.032313] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.032313] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.032313] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.032313] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.032313] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.032313] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.032313] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.032313] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.032313] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.032313] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.032313] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.032313] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.032313] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.032313] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 25d87fc3-9297-404d-b87e-b500d173e078 is going to be updated. [ 752.049126] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.049356] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.049356] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.049538] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.049694] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.055454] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.055862] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.055862] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.055862] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.055980] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.056140] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-25d87fc3-9297-404d-b87e-b500d173e078" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.061468] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6b70b9f-9014-4f30-bf9b-4f79b63f532b in Status: IN_PROGRESS for 2s [ 752.187657] env[65642]: INFO networking_nsxv3.common.synchronization [req-f42e9f28-63b2-4ce2-9a46-7e093be16212 req-caa7bd3d-e463-455f-90d1-793e5cdbea4e tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Enqueued Resource ID: f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886 with Priority: HIGHEST for action security_group_members [ 752.188304] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886 with Priority: HIGHEST for action security_group_members [ 752.188917] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.188917] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.188917] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.189160] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.189259] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.190406] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.190406] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.190406] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.190406] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.190406] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.234927] env[65642]: INFO networking_nsxv3.common.synchronization [None req-1eb1297d-8a62-4087-8cf0-e5ca3ffb299a tempest-ServersTestBootFromVolume-1427545919 tempest-ServersTestBootFromVolume-1427545919-project-member] Enqueued Resource ID: 29b0f435-3101-4563-be4b-60c15a948cbb with Priority: HIGHEST for action security_group_rules [ 752.236043] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29b0f435-3101-4563-be4b-60c15a948cbb with Priority: HIGHEST for action security_group_rules [ 752.236318] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-29b0f435-3101-4563-be4b-60c15a948cbb taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.236580] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-29b0f435-3101-4563-be4b-60c15a948cbb" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.236828] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-29b0f435-3101-4563-be4b-60c15a948cbb" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.237150] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-29b0f435-3101-4563-be4b-60c15a948cbb" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.238523] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('29b0f435-3101-4563-be4b-60c15a948cbb',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.374906] env[65642]: INFO networking_nsxv3.common.synchronization [None req-e39a4751-7b08-4684-a48e-656b8cc116a6 tempest-ServersTestBootFromVolume-1427545919 tempest-ServersTestBootFromVolume-1427545919-project-member] Enqueued Resource ID: 29b0f435-3101-4563-be4b-60c15a948cbb with Priority: HIGHEST for action security_group_rules [ 752.375165] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29b0f435-3101-4563-be4b-60c15a948cbb with Priority: HIGHEST for action security_group_rules [ 752.375549] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-29b0f435-3101-4563-be4b-60c15a948cbb taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.375675] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-29b0f435-3101-4563-be4b-60c15a948cbb" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.389357] env[65642]: INFO networking_nsxv3.common.synchronization [None req-88638781-0714-43ed-b268-d63d95715ce4 None None] Enqueued Resource ID: 9fe50845-398f-469a-ab92-77acc9133ae9 with Priority: HIGHEST for action port [ 752.390212] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fe50845-398f-469a-ab92-77acc9133ae9 with Priority: HIGHEST for action port [ 752.390212] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-9fe50845-398f-469a-ab92-77acc9133ae9 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.390342] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9fe50845-398f-469a-ab92-77acc9133ae9" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.390342] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9fe50845-398f-469a-ab92-77acc9133ae9" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.390575] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9fe50845-398f-469a-ab92-77acc9133ae9" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.391280] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9fe50845-398f-469a-ab92-77acc9133ae9',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.528327] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('17b1b919-3cca-483d-83a1-c3c61343f54e',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.606635] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock network-687 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.606851] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "network-687" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.606980] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "network-687" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.608537] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "network-687" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.608662] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.608842] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.608961] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.609275] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.609463] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.609665] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 752.609776] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] NeedRegenerationException {{(pid=65642) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 752.609881] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] no value, waiting for create lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 752.609984] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] value creation lock acquired {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 752.610104] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 752.610204] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Calling creation function for not-yet-present value {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 752.610333] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 752.630889] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 752.631096] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65642) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 752.631162] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Released creation lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 752.631398] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "network-687" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.631755] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock port-0b0ae53a-1ea1-47bc-98d1-d7917de21b84 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.631952] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "port-0b0ae53a-1ea1-47bc-98d1-d7917de21b84" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.632081] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "port-0b0ae53a-1ea1-47bc-98d1-d7917de21b84" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.633380] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "port-0b0ae53a-1ea1-47bc-98d1-d7917de21b84" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.633380] env[65642]: DEBUG networking_nsxv3.api.rpc [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b0ae53a-1ea1-47bc-98d1-d7917de21b84',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.692800] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.759727] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.759727] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.759727] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.759727] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.760214] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.760214] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 29b0f435-3101-4563-be4b-60c15a948cbb already deleted. [ 752.760214] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-29b0f435-3101-4563-be4b-60c15a948cbb" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.760214] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-29b0f435-3101-4563-be4b-60c15a948cbb" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.760390] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-29b0f435-3101-4563-be4b-60c15a948cbb" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.760390] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('29b0f435-3101-4563-be4b-60c15a948cbb',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.892684] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9fe50845-398f-469a-ab92-77acc9133ae9 [ 752.893096] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.893157] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.893195] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.893398] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.894528] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.894528] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9fe50845-398f-469a-ab92-77acc9133ae9 already deleted. [ 752.894528] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9fe50845-398f-469a-ab92-77acc9133ae9" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.023148] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 275dc271-b0af-4a42-966e-14343faaa755 in Status: SUCCESS [ 753.023510] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.023865] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.024110] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.024430] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.024729] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.024729] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.024883] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.024975] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.026391] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.027536] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('275dc271-b0af-4a42-966e-14343faaa755',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.032791] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.032791] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.032791] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.032791] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.032791] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.032791] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17b1b919-3cca-483d-83a1-c3c61343f54e is going to be created. [ 753.057050] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.057322] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.057322] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.057432] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.057517] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.068857] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17b1b919-3cca-483d-83a1-c3c61343f54e in Status: UNINITIALIZED for 2s [ 753.136062] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.136307] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.136445] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.136704] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.137363] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.137363] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Segment Port 0b0ae53a-1ea1-47bc-98d1-d7917de21b84 not found, creating... [ 753.137363] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.137559] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.137559] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.137758] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.137867] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.138161] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.138557] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.138557] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.138676] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.138712] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.138886] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Resource: SegmentPort with ID: 0b0ae53a-1ea1-47bc-98d1-d7917de21b84 is going to be created. [ 753.161618] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.161844] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.161965] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.162247] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.162467] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.162753] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "port-0b0ae53a-1ea1-47bc-98d1-d7917de21b84" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.195270] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.241700] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2b935df-b98e-4ceb-95d1-1ecf01324f0f in Status: SUCCESS [ 753.242406] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2b935df-b98e-4ceb-95d1-1ecf01324f0f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.243071] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2b935df-b98e-4ceb-95d1-1ecf01324f0f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.245089] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2b935df-b98e-4ceb-95d1-1ecf01324f0f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.245089] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.245089] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.245089] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.245089] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.245089] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.245089] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2b935df-b98e-4ceb-95d1-1ecf01324f0f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.245089] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b2b935df-b98e-4ceb-95d1-1ecf01324f0f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.282311] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.282311] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.282473] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.282599] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.282730] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.282828] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 29b0f435-3101-4563-be4b-60c15a948cbb already deleted. [ 753.282913] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-29b0f435-3101-4563-be4b-60c15a948cbb" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.529420] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-275dc271-b0af-4a42-966e-14343faaa755 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.529566] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.529631] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.529844] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.529999] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.530105] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.530160] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.530304] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.530404] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.530464] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.530619] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-275dc271-b0af-4a42-966e-14343faaa755 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.530737] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.530792] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.530930] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.531077] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.531165] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.531215] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.531349] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.531422] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.531501] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.531587] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('275dc271-b0af-4a42-966e-14343faaa755',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.697300] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.697462] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.697695] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.697768] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.697816] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.697919] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886 is going to be updated. [ 753.729112] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.729112] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.729112] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.729112] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.729449] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.740229] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886 in Status: IN_PROGRESS for 2s [ 753.747928] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2b935df-b98e-4ceb-95d1-1ecf01324f0f taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.748152] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2b935df-b98e-4ceb-95d1-1ecf01324f0f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.748530] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2b935df-b98e-4ceb-95d1-1ecf01324f0f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.748530] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2b935df-b98e-4ceb-95d1-1ecf01324f0f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.748791] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.748904] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.749094] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.749301] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.749474] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.749474] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2b935df-b98e-4ceb-95d1-1ecf01324f0f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.749834] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2b935df-b98e-4ceb-95d1-1ecf01324f0f taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.749834] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2b935df-b98e-4ceb-95d1-1ecf01324f0f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.749932] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2b935df-b98e-4ceb-95d1-1ecf01324f0f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.750067] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2b935df-b98e-4ceb-95d1-1ecf01324f0f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.750219] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.750310] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.750368] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.750507] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.751182] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.751182] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2b935df-b98e-4ceb-95d1-1ecf01324f0f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.751182] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b2b935df-b98e-4ceb-95d1-1ecf01324f0f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.878363] env[65642]: INFO networking_nsxv3.common.synchronization [req-f42e9f28-63b2-4ce2-9a46-7e093be16212 req-ddb3ba7c-7ce4-4eba-87bf-9c8b6fed97ba service nova] Enqueued Resource ID: f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886 with Priority: HIGHEST for action security_group_rules [ 753.878363] env[65642]: INFO networking_nsxv3.common.synchronization [req-f42e9f28-63b2-4ce2-9a46-7e093be16212 req-ddb3ba7c-7ce4-4eba-87bf-9c8b6fed97ba service nova] Enqueued Resource ID: f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886 with Priority: HIGHEST for action security_group_members [ 753.878363] env[65642]: INFO networking_nsxv3.common.synchronization [req-f42e9f28-63b2-4ce2-9a46-7e093be16212 req-ddb3ba7c-7ce4-4eba-87bf-9c8b6fed97ba service nova] Enqueued Resource ID: 0b0ae53a-1ea1-47bc-98d1-d7917de21b84 with Priority: HIGHEST for action port [ 753.878363] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886 with Priority: HIGHEST for action security_group_rules [ 753.878363] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886 with Priority: HIGHEST for action security_group_members [ 753.878363] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b0ae53a-1ea1-47bc-98d1-d7917de21b84 with Priority: HIGHEST for action port [ 753.878363] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.878894] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.879120] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.879512] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.879701] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.887241] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.887241] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.887241] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b0ae53a-1ea1-47bc-98d1-d7917de21b84 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.887241] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b0ae53a-1ea1-47bc-98d1-d7917de21b84" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.887435] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b0ae53a-1ea1-47bc-98d1-d7917de21b84" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.887814] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b0ae53a-1ea1-47bc-98d1-d7917de21b84" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.888316] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b0ae53a-1ea1-47bc-98d1-d7917de21b84',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.034336] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 275dc271-b0af-4a42-966e-14343faaa755: rpc.has_security_group_logging(os_id): False [ 754.057550] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.057703] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.057786] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.058037] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.058136] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.058399] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.058504] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.058569] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.058747] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.058805] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.059110] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.059110] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.059205] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.059359] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.059409] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.060187] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.060187] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.060187] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.060187] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.064248] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.064435] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 275dc271-b0af-4a42-966e-14343faaa755 is going to be updated. [ 754.078411] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6b70b9f-9014-4f30-bf9b-4f79b63f532b in Status: SUCCESS [ 754.078608] env[65642]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6b70b9f-9014-4f30-bf9b-4f79b63f532b deletion is rescheduled due to dependency. [ 754.078725] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6b70b9f-9014-4f30-bf9b-4f79b63f532b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.141747] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.142915] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.142915] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.142915] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.142915] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.158642] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 275dc271-b0af-4a42-966e-14343faaa755 in Status: IN_PROGRESS for 2s [ 754.253722] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b2b935df-b98e-4ceb-95d1-1ecf01324f0f: rpc.has_security_group_logging(os_id): False [ 754.283723] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.283882] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.283979] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.284936] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.318235] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.318533] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.318610] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.318764] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.318894] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.319009] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.319367] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.319491] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.319491] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.319616] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.319694] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.319938] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.320083] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.320149] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.320297] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.320375] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.320464] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2b935df-b98e-4ceb-95d1-1ecf01324f0f is going to be updated. [ 754.390795] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.390977] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.391220] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0b0ae53a-1ea1-47bc-98d1-d7917de21b84 with status ACTIVE [ 754.391408] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.391661] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.391661] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.391813] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.391935] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.392103] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.392377] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.392377] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.392518] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.392633] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.395050] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.395050] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.395050] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.395050] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.395050] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.395050] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0b0ae53a-1ea1-47bc-98d1-d7917de21b84 is going to be updated. [ 754.395435] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.396076] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.396153] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.396357] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.396462] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.414696] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2b935df-b98e-4ceb-95d1-1ecf01324f0f in Status: IN_PROGRESS for 2s [ 754.424886] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.425400] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.425569] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.426284] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.426284] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.426284] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b0ae53a-1ea1-47bc-98d1-d7917de21b84" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.095455] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17b1b919-3cca-483d-83a1-c3c61343f54e in Status: SUCCESS [ 755.095722] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17b1b919-3cca-483d-83a1-c3c61343f54e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.096766] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17b1b919-3cca-483d-83a1-c3c61343f54e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.098628] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17b1b919-3cca-483d-83a1-c3c61343f54e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.099553] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.099553] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.099553] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.099553] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.099553] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.099553] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17b1b919-3cca-483d-83a1-c3c61343f54e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.099938] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('17b1b919-3cca-483d-83a1-c3c61343f54e',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.604390] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-17b1b919-3cca-483d-83a1-c3c61343f54e taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.605764] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17b1b919-3cca-483d-83a1-c3c61343f54e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.605764] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17b1b919-3cca-483d-83a1-c3c61343f54e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.605764] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17b1b919-3cca-483d-83a1-c3c61343f54e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.605764] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.605764] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.605764] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.605764] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.605764] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.605764] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17b1b919-3cca-483d-83a1-c3c61343f54e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.605764] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-17b1b919-3cca-483d-83a1-c3c61343f54e taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.605764] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17b1b919-3cca-483d-83a1-c3c61343f54e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.606522] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17b1b919-3cca-483d-83a1-c3c61343f54e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.606522] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17b1b919-3cca-483d-83a1-c3c61343f54e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.606522] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.606522] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.606522] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.606522] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.606522] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.607228] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17b1b919-3cca-483d-83a1-c3c61343f54e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.607228] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('17b1b919-3cca-483d-83a1-c3c61343f54e',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.753010] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886 in Status: SUCCESS [ 755.753010] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.753010] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.753010] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.753010] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.753010] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.753010] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.753010] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.753010] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.753010] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.111049] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 17b1b919-3cca-483d-83a1-c3c61343f54e: rpc.has_security_group_logging(os_id): False [ 756.141321] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.143230] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.143230] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.143230] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.143230] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.143230] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.143230] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.143230] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.143230] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.143230] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.143230] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.143230] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.143230] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.143230] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.143230] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.144267] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.144267] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.144267] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.144267] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.144267] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.144267] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17b1b919-3cca-483d-83a1-c3c61343f54e is going to be created. [ 756.175538] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 275dc271-b0af-4a42-966e-14343faaa755 in Status: SUCCESS [ 756.175980] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.223881] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.224082] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.224137] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.224567] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.224567] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.238081] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17b1b919-3cca-483d-83a1-c3c61343f54e in Status: IN_PROGRESS for 2s [ 756.255612] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.429823] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2b935df-b98e-4ceb-95d1-1ecf01324f0f in Status: SUCCESS [ 756.429823] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2b935df-b98e-4ceb-95d1-1ecf01324f0f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.759037] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.904032] env[65642]: INFO networking_nsxv3.common.synchronization [req-150c3a73-5543-4b66-8fed-2042049625a6 req-6c136410-3811-4037-8eb6-55679d9519a2 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Enqueued Resource ID: b503b44c-c026-4120-95d4-701afa7d90c7 with Priority: HIGHEST for action security_group_members [ 756.907074] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b503b44c-c026-4120-95d4-701afa7d90c7 with Priority: HIGHEST for action security_group_members [ 756.908499] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-b503b44c-c026-4120-95d4-701afa7d90c7 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.908499] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.908499] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.908499] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.908499] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.908499] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.908499] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.908499] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.908499] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.908499] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b503b44c-c026-4120-95d4-701afa7d90c7',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.263489] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.263879] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.263879] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.265932] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.265932] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.265932] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886 is going to be updated. [ 757.309701] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.309701] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.309701] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.309701] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.309701] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.319804] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886 in Status: IN_PROGRESS for 2s [ 757.331039] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock network-103 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.331039] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "network-103" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.331039] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "network-103" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.331039] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "network-103" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.331039] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.331039] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.331039] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.331039] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.331522] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.331522] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 757.331522] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] NeedRegenerationException {{(pid=65642) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 757.331629] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] no value, waiting for create lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 757.331783] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] value creation lock acquired {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 757.331912] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 757.332026] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Calling creation function for not-yet-present value {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 757.332153] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 757.355384] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 757.355736] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65642) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 757.355903] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Released creation lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 757.356097] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "network-103" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.356522] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock port-967080bb-1721-4e7c-b89b-fc00226f0117 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.356819] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "port-967080bb-1721-4e7c-b89b-fc00226f0117" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.356969] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "port-967080bb-1721-4e7c-b89b-fc00226f0117" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.357295] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "port-967080bb-1721-4e7c-b89b-fc00226f0117" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.357445] env[65642]: DEBUG networking_nsxv3.api.rpc [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('967080bb-1721-4e7c-b89b-fc00226f0117',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.415740] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.416039] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.416208] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.416459] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.416632] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.417380] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.417380] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.417380] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.417380] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.417380] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.417707] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b503b44c-c026-4120-95d4-701afa7d90c7 already deleted. [ 757.417707] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.860387] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.861165] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.861292] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.862015] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.862015] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.862015] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Segment Port 967080bb-1721-4e7c-b89b-fc00226f0117 not found, creating... [ 757.862151] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.862257] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.862363] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.862573] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.862790] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.863035] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.863984] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.863984] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.863984] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.863984] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.863984] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Resource: SegmentPort with ID: 967080bb-1721-4e7c-b89b-fc00226f0117 is going to be created. [ 757.891344] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.891689] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.891888] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.892264] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.892561] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.892870] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "port-967080bb-1721-4e7c-b89b-fc00226f0117" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.252154] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17b1b919-3cca-483d-83a1-c3c61343f54e in Status: SUCCESS [ 758.252416] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17b1b919-3cca-483d-83a1-c3c61343f54e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.627531] env[65642]: INFO networking_nsxv3.common.synchronization [req-150c3a73-5543-4b66-8fed-2042049625a6 req-0843e897-1b9e-4045-a844-7b6b25e3b853 service nova] Enqueued Resource ID: b503b44c-c026-4120-95d4-701afa7d90c7 with Priority: HIGHEST for action security_group_rules [ 758.627782] env[65642]: INFO networking_nsxv3.common.synchronization [req-150c3a73-5543-4b66-8fed-2042049625a6 req-0843e897-1b9e-4045-a844-7b6b25e3b853 service nova] Enqueued Resource ID: b503b44c-c026-4120-95d4-701afa7d90c7 with Priority: HIGHEST for action security_group_members [ 758.627870] env[65642]: INFO networking_nsxv3.common.synchronization [req-150c3a73-5543-4b66-8fed-2042049625a6 req-0843e897-1b9e-4045-a844-7b6b25e3b853 service nova] Enqueued Resource ID: 967080bb-1721-4e7c-b89b-fc00226f0117 with Priority: HIGHEST for action port [ 758.628863] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b503b44c-c026-4120-95d4-701afa7d90c7 with Priority: HIGHEST for action security_group_rules [ 758.629024] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b503b44c-c026-4120-95d4-701afa7d90c7 with Priority: HIGHEST for action security_group_members [ 758.629132] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 967080bb-1721-4e7c-b89b-fc00226f0117 with Priority: HIGHEST for action port [ 758.629420] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b503b44c-c026-4120-95d4-701afa7d90c7 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.629578] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.629617] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.629851] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.629934] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b503b44c-c026-4120-95d4-701afa7d90c7',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.630865] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-b503b44c-c026-4120-95d4-701afa7d90c7 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.630981] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.631547] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.631547] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.631547] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.631547] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.631671] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.631832] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.631832] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.631911] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b503b44c-c026-4120-95d4-701afa7d90c7',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.632947] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-967080bb-1721-4e7c-b89b-fc00226f0117 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.632947] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-967080bb-1721-4e7c-b89b-fc00226f0117" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.632947] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-967080bb-1721-4e7c-b89b-fc00226f0117" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.633325] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-967080bb-1721-4e7c-b89b-fc00226f0117" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.633325] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('967080bb-1721-4e7c-b89b-fc00226f0117',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.134644] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b503b44c-c026-4120-95d4-701afa7d90c7',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.136029] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-b503b44c-c026-4120-95d4-701afa7d90c7 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.136204] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.137603] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 967080bb-1721-4e7c-b89b-fc00226f0117 with status ACTIVE [ 759.137834] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.138330] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.138330] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.138330] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.138330] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.138507] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.138603] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.138681] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.138842] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.138916] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.139114] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.139710] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.139710] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.139710] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.139710] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.139710] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 967080bb-1721-4e7c-b89b-fc00226f0117 is going to be updated. [ 759.171879] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.171879] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.171879] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.172267] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.176031] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.176031] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-967080bb-1721-4e7c-b89b-fc00226f0117" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.331413] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886 in Status: SUCCESS [ 759.331693] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.331836] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.332079] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.332282] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.332399] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.332466] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.332653] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.332763] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.332862] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.332957] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.642956] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b503b44c-c026-4120-95d4-701afa7d90c7',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.644810] env[65642]: INFO networking_nsxv3.common.synchronization [req-5b4c772f-ce88-4887-a233-2d400c1f4024 req-dc57a654-6415-49a6-b2f8-e279e155c626 tempest-ServerDiagnosticsTest-335413542 tempest-ServerDiagnosticsTest-335413542-project-member] Enqueued Resource ID: aa6b012c-6869-4cc3-add0-39f67d12abcd with Priority: HIGHEST for action security_group_members [ 759.645985] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa6b012c-6869-4cc3-add0-39f67d12abcd with Priority: HIGHEST for action security_group_members [ 759.645985] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa6b012c-6869-4cc3-add0-39f67d12abcd taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.646231] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa6b012c-6869-4cc3-add0-39f67d12abcd" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.646231] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa6b012c-6869-4cc3-add0-39f67d12abcd" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.647356] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa6b012c-6869-4cc3-add0-39f67d12abcd" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.647356] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.647356] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.647356] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.647356] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.647356] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.647356] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa6b012c-6869-4cc3-add0-39f67d12abcd',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.840151] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.840151] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.840151] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.840151] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.840151] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.840151] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.840151] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.840151] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.840151] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.840151] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.840151] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.840151] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.840151] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.840151] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.840151] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.840151] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.840756] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.840756] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.840756] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.840756] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.840756] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.985755] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock network-687 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.985755] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "network-687" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.985755] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "network-687" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.986048] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "network-687" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.987789] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.988064] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.988260] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.989064] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.989290] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.989559] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 759.989729] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] NeedRegenerationException {{(pid=65642) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 759.989906] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] no value, waiting for create lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 759.990093] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] value creation lock acquired {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 759.990256] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 759.990388] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Calling creation function for not-yet-present value {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 759.990545] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 760.018320] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 760.018738] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65642) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 760.018927] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Released creation lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 760.019408] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "network-687" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.019966] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock port-c40bb13d-655f-4656-8ae8-c920c2fe8e25 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.020951] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "port-c40bb13d-655f-4656-8ae8-c920c2fe8e25" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.021059] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "port-c40bb13d-655f-4656-8ae8-c920c2fe8e25" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.021420] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "port-c40bb13d-655f-4656-8ae8-c920c2fe8e25" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.021571] env[65642]: DEBUG networking_nsxv3.api.rpc [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c40bb13d-655f-4656-8ae8-c920c2fe8e25',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.146902] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.147138] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.147228] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.147497] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.147625] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.147745] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b503b44c-c026-4120-95d4-701afa7d90c7 is going to be created. [ 760.149244] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.149361] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.149435] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.149627] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.149756] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.149913] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.150023] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.150100] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.150253] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.150332] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.150434] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa6b012c-6869-4cc3-add0-39f67d12abcd already deleted. [ 760.150534] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa6b012c-6869-4cc3-add0-39f67d12abcd" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.178535] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.178680] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.178735] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.178924] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.179121] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.200978] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b503b44c-c026-4120-95d4-701afa7d90c7 in Status: UNINITIALIZED for 2s [ 760.346567] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886: rpc.has_security_group_logging(os_id): False [ 760.372249] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.372473] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.372588] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.372897] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.394704] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.394971] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.395113] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.395171] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.395372] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.395459] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.395673] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.395823] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.395893] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.396066] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.396159] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.396410] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.396517] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.396591] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.396719] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.396795] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.396880] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886 is going to be updated. [ 760.468489] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.468733] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.468857] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.469180] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.469517] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.498266] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886 in Status: IN_PROGRESS for 2s [ 760.525037] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.525037] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.525266] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.525431] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.525695] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.525731] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Segment Port c40bb13d-655f-4656-8ae8-c920c2fe8e25 not found, creating... [ 760.526417] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.526417] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.526417] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.526646] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.526646] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.526883] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.527108] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.527274] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.527518] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.527659] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.527851] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Resource: SegmentPort with ID: c40bb13d-655f-4656-8ae8-c920c2fe8e25 is going to be created. [ 760.555463] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.556060] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.556060] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.556369] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.556933] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.556933] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "port-c40bb13d-655f-4656-8ae8-c920c2fe8e25" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.342621] env[65642]: INFO networking_nsxv3.common.synchronization [req-5b4c772f-ce88-4887-a233-2d400c1f4024 req-9ded9e90-6575-4aba-961b-11d4be82bac5 service nova] Enqueued Resource ID: aa6b012c-6869-4cc3-add0-39f67d12abcd with Priority: HIGHEST for action security_group_rules [ 761.342895] env[65642]: INFO networking_nsxv3.common.synchronization [req-5b4c772f-ce88-4887-a233-2d400c1f4024 req-9ded9e90-6575-4aba-961b-11d4be82bac5 service nova] Enqueued Resource ID: aa6b012c-6869-4cc3-add0-39f67d12abcd with Priority: HIGHEST for action security_group_members [ 761.342967] env[65642]: INFO networking_nsxv3.common.synchronization [req-5b4c772f-ce88-4887-a233-2d400c1f4024 req-9ded9e90-6575-4aba-961b-11d4be82bac5 service nova] Enqueued Resource ID: c40bb13d-655f-4656-8ae8-c920c2fe8e25 with Priority: HIGHEST for action port [ 761.343533] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa6b012c-6869-4cc3-add0-39f67d12abcd with Priority: HIGHEST for action security_group_rules [ 761.343747] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa6b012c-6869-4cc3-add0-39f67d12abcd with Priority: HIGHEST for action security_group_members [ 761.343946] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c40bb13d-655f-4656-8ae8-c920c2fe8e25 with Priority: HIGHEST for action port [ 761.344742] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa6b012c-6869-4cc3-add0-39f67d12abcd taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.346028] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa6b012c-6869-4cc3-add0-39f67d12abcd" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.346028] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa6b012c-6869-4cc3-add0-39f67d12abcd" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.346028] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa6b012c-6869-4cc3-add0-39f67d12abcd" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.346028] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa6b012c-6869-4cc3-add0-39f67d12abcd',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.346934] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa6b012c-6869-4cc3-add0-39f67d12abcd taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.347126] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa6b012c-6869-4cc3-add0-39f67d12abcd" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.347262] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa6b012c-6869-4cc3-add0-39f67d12abcd" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.347543] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa6b012c-6869-4cc3-add0-39f67d12abcd" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.347803] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.347941] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.348076] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.348287] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.348433] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.348586] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa6b012c-6869-4cc3-add0-39f67d12abcd',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.350254] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-c40bb13d-655f-4656-8ae8-c920c2fe8e25 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.350254] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c40bb13d-655f-4656-8ae8-c920c2fe8e25" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.350254] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c40bb13d-655f-4656-8ae8-c920c2fe8e25" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.350864] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c40bb13d-655f-4656-8ae8-c920c2fe8e25" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.350864] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c40bb13d-655f-4656-8ae8-c920c2fe8e25',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.854541] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa6b012c-6869-4cc3-add0-39f67d12abcd taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.854680] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa6b012c-6869-4cc3-add0-39f67d12abcd" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.854846] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aa6b012c-6869-4cc3-add0-39f67d12abcd',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.855764] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c40bb13d-655f-4656-8ae8-c920c2fe8e25 with status ACTIVE [ 761.855947] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.856071] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.856146] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.856339] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.856427] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.856603] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.856702] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.856769] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.856911] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.856987] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.857175] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.857268] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.859605] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.859809] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.859900] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.860030] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c40bb13d-655f-4656-8ae8-c920c2fe8e25 is going to be updated. [ 761.882281] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.882491] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.882491] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.882751] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.882852] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.883025] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c40bb13d-655f-4656-8ae8-c920c2fe8e25" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.213274] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b503b44c-c026-4120-95d4-701afa7d90c7 in Status: SUCCESS [ 762.213992] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.214528] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.215780] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.215780] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.215780] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.215977] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.218087] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.218087] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.218087] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.218087] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b503b44c-c026-4120-95d4-701afa7d90c7',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.363207] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aa6b012c-6869-4cc3-add0-39f67d12abcd',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.379210] env[65642]: INFO networking_nsxv3.common.synchronization [req-99e78223-ed5c-4de5-b62a-c19f10141915 req-23e62299-6cef-431d-b44f-82184757851a tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] Enqueued Resource ID: 4197232b-00b3-4d7e-9a44-4c4f5c98a24d with Priority: HIGHEST for action security_group_members [ 762.379778] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4197232b-00b3-4d7e-9a44-4c4f5c98a24d with Priority: HIGHEST for action security_group_members [ 762.380077] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-4197232b-00b3-4d7e-9a44-4c4f5c98a24d taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.380917] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4197232b-00b3-4d7e-9a44-4c4f5c98a24d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.380917] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4197232b-00b3-4d7e-9a44-4c4f5c98a24d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.380917] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4197232b-00b3-4d7e-9a44-4c4f5c98a24d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.380917] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.380917] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.380917] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.381564] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.381564] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.381564] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4197232b-00b3-4d7e-9a44-4c4f5c98a24d',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.535356] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886 in Status: SUCCESS [ 762.535940] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.722459] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-b503b44c-c026-4120-95d4-701afa7d90c7 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.722638] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.722763] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.723121] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.723192] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.723312] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.723379] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.723635] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.723635] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.723735] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.723990] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-b503b44c-c026-4120-95d4-701afa7d90c7 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.723990] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.724122] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.724289] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.724405] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.724522] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.724575] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.724811] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.724811] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.724979] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.724979] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b503b44c-c026-4120-95d4-701afa7d90c7',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.746557] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock network-822 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.747115] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "network-822" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.747115] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "network-822" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.747316] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "network-822" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.747726] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.747828] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.747940] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.748209] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.748360] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.748559] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 762.748665] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] NeedRegenerationException {{(pid=65642) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 762.748774] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] no value, waiting for create lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 762.748867] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] value creation lock acquired {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 762.748973] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 762.749086] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Calling creation function for not-yet-present value {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 762.749240] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 762.770028] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 762.770211] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65642) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 762.770340] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Released creation lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 762.770685] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "network-822" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.771032] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock port-b5d3f1e9-428c-4efa-885e-a38811c1fda6 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.771161] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "port-b5d3f1e9-428c-4efa-885e-a38811c1fda6" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.771258] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "port-b5d3f1e9-428c-4efa-885e-a38811c1fda6" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.771617] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "port-b5d3f1e9-428c-4efa-885e-a38811c1fda6" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.771795] env[65642]: DEBUG networking_nsxv3.api.rpc [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5d3f1e9-428c-4efa-885e-a38811c1fda6',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.866880] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.866880] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.866880] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.866880] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.866880] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.866880] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa6b012c-6869-4cc3-add0-39f67d12abcd is going to be created. [ 762.885309] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.885464] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.885534] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.885748] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.885840] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.886054] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.886209] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.886282] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.886437] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.886516] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.886602] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4197232b-00b3-4d7e-9a44-4c4f5c98a24d already deleted. [ 762.886682] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4197232b-00b3-4d7e-9a44-4c4f5c98a24d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.892264] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.892405] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.892476] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.892663] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.892859] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.905160] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa6b012c-6869-4cc3-add0-39f67d12abcd in Status: UNINITIALIZED for 2s [ 763.227629] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b503b44c-c026-4120-95d4-701afa7d90c7: rpc.has_security_group_logging(os_id): False [ 763.248352] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.248517] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.248578] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.249198] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.249198] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.249198] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.249640] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.249640] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.249640] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.249640] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.249909] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.250060] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.250150] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.250260] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.250346] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.250682] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.250813] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.250874] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.251015] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.251420] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.251420] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b503b44c-c026-4120-95d4-701afa7d90c7 is going to be created. [ 763.275124] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.275380] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.275571] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.275850] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.275947] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.276120] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Segment Port b5d3f1e9-428c-4efa-885e-a38811c1fda6 not found, creating... [ 763.276498] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.276682] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.276841] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.277170] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.277300] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.277663] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.277841] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.278010] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.278345] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.278815] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.278815] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Resource: SegmentPort with ID: b5d3f1e9-428c-4efa-885e-a38811c1fda6 is going to be created. [ 763.313261] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.313494] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.313648] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.314250] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.314250] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.314559] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "port-b5d3f1e9-428c-4efa-885e-a38811c1fda6" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.376753] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.377236] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.377236] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.377383] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.377624] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.391178] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b503b44c-c026-4120-95d4-701afa7d90c7 in Status: IN_PROGRESS for 2s [ 764.068146] env[65642]: INFO networking_nsxv3.common.synchronization [req-99e78223-ed5c-4de5-b62a-c19f10141915 req-f8b49e5b-bf9f-4f5d-bf03-5d6bec3057ba service nova] Enqueued Resource ID: 4197232b-00b3-4d7e-9a44-4c4f5c98a24d with Priority: HIGHEST for action security_group_rules [ 764.068365] env[65642]: INFO networking_nsxv3.common.synchronization [req-99e78223-ed5c-4de5-b62a-c19f10141915 req-f8b49e5b-bf9f-4f5d-bf03-5d6bec3057ba service nova] Enqueued Resource ID: 4197232b-00b3-4d7e-9a44-4c4f5c98a24d with Priority: HIGHEST for action security_group_members [ 764.068518] env[65642]: INFO networking_nsxv3.common.synchronization [req-99e78223-ed5c-4de5-b62a-c19f10141915 req-f8b49e5b-bf9f-4f5d-bf03-5d6bec3057ba service nova] Enqueued Resource ID: b5d3f1e9-428c-4efa-885e-a38811c1fda6 with Priority: HIGHEST for action port [ 764.069157] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4197232b-00b3-4d7e-9a44-4c4f5c98a24d with Priority: HIGHEST for action security_group_rules [ 764.069290] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4197232b-00b3-4d7e-9a44-4c4f5c98a24d with Priority: HIGHEST for action security_group_members [ 764.069385] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5d3f1e9-428c-4efa-885e-a38811c1fda6 with Priority: HIGHEST for action port [ 764.069679] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4197232b-00b3-4d7e-9a44-4c4f5c98a24d taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.069857] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4197232b-00b3-4d7e-9a44-4c4f5c98a24d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.069857] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4197232b-00b3-4d7e-9a44-4c4f5c98a24d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.070167] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4197232b-00b3-4d7e-9a44-4c4f5c98a24d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.070201] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4197232b-00b3-4d7e-9a44-4c4f5c98a24d',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.073452] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-4197232b-00b3-4d7e-9a44-4c4f5c98a24d taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.073452] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4197232b-00b3-4d7e-9a44-4c4f5c98a24d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.074351] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4197232b-00b3-4d7e-9a44-4c4f5c98a24d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.074716] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4197232b-00b3-4d7e-9a44-4c4f5c98a24d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.074951] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.075095] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.075173] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.076983] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.077101] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.077212] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4197232b-00b3-4d7e-9a44-4c4f5c98a24d',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.078162] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-b5d3f1e9-428c-4efa-885e-a38811c1fda6 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.078290] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b5d3f1e9-428c-4efa-885e-a38811c1fda6" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.078420] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b5d3f1e9-428c-4efa-885e-a38811c1fda6" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.078537] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b5d3f1e9-428c-4efa-885e-a38811c1fda6" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.078619] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5d3f1e9-428c-4efa-885e-a38811c1fda6',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.582153] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4197232b-00b3-4d7e-9a44-4c4f5c98a24d',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.583523] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-4197232b-00b3-4d7e-9a44-4c4f5c98a24d taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.583803] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4197232b-00b3-4d7e-9a44-4c4f5c98a24d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.584271] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b5d3f1e9-428c-4efa-885e-a38811c1fda6 with status ACTIVE [ 764.584603] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.584944] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.584944] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.587284] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.587284] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.588735] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.588926] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.589084] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.589413] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.589609] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.589965] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.590252] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.590392] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.590655] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.590826] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.590962] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b5d3f1e9-428c-4efa-885e-a38811c1fda6 is going to be updated. [ 764.616227] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.616227] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.616227] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.616227] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.616760] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.616818] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b5d3f1e9-428c-4efa-885e-a38811c1fda6" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.679689] env[65642]: INFO networking_nsxv3.common.synchronization [req-ed58b4c5-fb96-4dbd-bfd3-9199cf4e99d9 req-cf63ffca-3b35-446c-9997-002621710d75 tempest-ServerPasswordTestJSON-435487944 tempest-ServerPasswordTestJSON-435487944-project-member] Enqueued Resource ID: 17b1b919-3cca-483d-83a1-c3c61343f54e with Priority: HIGHEST for action security_group_members [ 764.680353] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17b1b919-3cca-483d-83a1-c3c61343f54e with Priority: HIGHEST for action security_group_members [ 764.680713] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-17b1b919-3cca-483d-83a1-c3c61343f54e taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.681029] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17b1b919-3cca-483d-83a1-c3c61343f54e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.681029] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17b1b919-3cca-483d-83a1-c3c61343f54e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.681192] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17b1b919-3cca-483d-83a1-c3c61343f54e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.681419] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.681541] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.682215] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.682215] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.682215] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.682215] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17b1b919-3cca-483d-83a1-c3c61343f54e',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.916079] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa6b012c-6869-4cc3-add0-39f67d12abcd in Status: SUCCESS [ 764.916311] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa6b012c-6869-4cc3-add0-39f67d12abcd" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.916485] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa6b012c-6869-4cc3-add0-39f67d12abcd" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.916789] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa6b012c-6869-4cc3-add0-39f67d12abcd" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.916887] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.916998] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.917088] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.917245] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.917358] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.917467] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa6b012c-6869-4cc3-add0-39f67d12abcd" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.917568] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aa6b012c-6869-4cc3-add0-39f67d12abcd',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.085273] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4197232b-00b3-4d7e-9a44-4c4f5c98a24d',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.187746] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.187942] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.187942] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.188122] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.188246] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.188436] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.188577] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.188700] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.188890] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.189076] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.189174] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17b1b919-3cca-483d-83a1-c3c61343f54e is going to be updated. [ 765.222601] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.222601] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.222601] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.222601] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.222601] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.243983] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17b1b919-3cca-483d-83a1-c3c61343f54e in Status: IN_PROGRESS for 2s [ 765.409180] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b503b44c-c026-4120-95d4-701afa7d90c7 in Status: SUCCESS [ 765.409180] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.423024] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa6b012c-6869-4cc3-add0-39f67d12abcd taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.423024] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa6b012c-6869-4cc3-add0-39f67d12abcd" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.423024] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa6b012c-6869-4cc3-add0-39f67d12abcd" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.423024] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa6b012c-6869-4cc3-add0-39f67d12abcd" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.423024] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.423024] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.423024] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.423024] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.423024] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.423024] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa6b012c-6869-4cc3-add0-39f67d12abcd" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.423024] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa6b012c-6869-4cc3-add0-39f67d12abcd taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.423024] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa6b012c-6869-4cc3-add0-39f67d12abcd" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.423024] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa6b012c-6869-4cc3-add0-39f67d12abcd" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.423024] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa6b012c-6869-4cc3-add0-39f67d12abcd" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.423024] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.423024] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.423785] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.423785] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.423785] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.423785] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa6b012c-6869-4cc3-add0-39f67d12abcd" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.423785] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aa6b012c-6869-4cc3-add0-39f67d12abcd',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.589308] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.589663] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.589663] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.589818] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.589949] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.590067] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4197232b-00b3-4d7e-9a44-4c4f5c98a24d is going to be created. [ 765.630779] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.631156] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.631205] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.631559] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.632662] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.648240] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4197232b-00b3-4d7e-9a44-4c4f5c98a24d in Status: UNINITIALIZED for 2s [ 765.927506] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aa6b012c-6869-4cc3-add0-39f67d12abcd: rpc.has_security_group_logging(os_id): False [ 765.952023] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.952208] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.952281] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.952486] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.952600] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.952829] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.952940] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.953012] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.953215] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.953293] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.953518] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.953632] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.953689] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.954056] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.954056] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.954274] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.954425] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.954506] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.954708] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.955839] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.956041] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa6b012c-6869-4cc3-add0-39f67d12abcd is going to be created. [ 766.018273] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.018617] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.018753] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.019111] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.019439] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.036443] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa6b012c-6869-4cc3-add0-39f67d12abcd in Status: IN_PROGRESS for 2s [ 767.259599] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17b1b919-3cca-483d-83a1-c3c61343f54e in Status: SUCCESS [ 767.260085] env[65642]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17b1b919-3cca-483d-83a1-c3c61343f54e deletion is rescheduled due to dependency. [ 767.260085] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17b1b919-3cca-483d-83a1-c3c61343f54e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.659478] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4197232b-00b3-4d7e-9a44-4c4f5c98a24d in Status: SUCCESS [ 767.659478] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4197232b-00b3-4d7e-9a44-4c4f5c98a24d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.660590] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4197232b-00b3-4d7e-9a44-4c4f5c98a24d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.660819] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4197232b-00b3-4d7e-9a44-4c4f5c98a24d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.661397] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.661397] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.661397] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.661552] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.661552] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.661608] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4197232b-00b3-4d7e-9a44-4c4f5c98a24d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.661665] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4197232b-00b3-4d7e-9a44-4c4f5c98a24d',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.052942] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa6b012c-6869-4cc3-add0-39f67d12abcd in Status: SUCCESS [ 768.053249] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa6b012c-6869-4cc3-add0-39f67d12abcd" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.164254] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4197232b-00b3-4d7e-9a44-4c4f5c98a24d',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.669044] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4197232b-00b3-4d7e-9a44-4c4f5c98a24d: rpc.has_security_group_logging(os_id): False [ 768.693794] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.693913] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.693913] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.694164] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.694199] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.695037] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.695037] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.695037] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.695370] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.695370] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.695370] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4197232b-00b3-4d7e-9a44-4c4f5c98a24d is going to be created. [ 768.764663] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.764822] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.764822] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.765059] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.765351] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.780946] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4197232b-00b3-4d7e-9a44-4c4f5c98a24d in Status: IN_PROGRESS for 2s [ 768.949061] env[65642]: INFO networking_nsxv3.common.synchronization [req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 req-9b526235-1f8e-4924-987c-d99f0f687764 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Enqueued Resource ID: 772f4be7-9647-4df0-9cfc-f9cfde6aae9f with Priority: HIGHEST for action security_group_members [ 768.949707] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 772f4be7-9647-4df0-9cfc-f9cfde6aae9f with Priority: HIGHEST for action security_group_members [ 768.950070] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-772f4be7-9647-4df0-9cfc-f9cfde6aae9f taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.950219] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-772f4be7-9647-4df0-9cfc-f9cfde6aae9f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.950569] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-772f4be7-9647-4df0-9cfc-f9cfde6aae9f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.950569] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-772f4be7-9647-4df0-9cfc-f9cfde6aae9f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.950724] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.950795] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.950844] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.950960] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.951118] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.951273] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('772f4be7-9647-4df0-9cfc-f9cfde6aae9f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.370727] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock network-546 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.370956] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "network-546" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.370956] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "network-546" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.371220] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "network-546" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.371933] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.371933] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.371933] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.371933] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.372191] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.372285] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 769.372398] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] NeedRegenerationException {{(pid=65642) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 769.372537] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] no value, waiting for create lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 769.372593] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] value creation lock acquired {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 769.372693] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 769.372806] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Calling creation function for not-yet-present value {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 769.374062] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 769.396369] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 769.396563] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65642) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 769.396654] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Released creation lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 769.396857] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "network-546" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.397231] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock port-cb8ea711-78c2-48ce-89a8-49fa2a02d847 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.397398] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "port-cb8ea711-78c2-48ce-89a8-49fa2a02d847" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.397514] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "port-cb8ea711-78c2-48ce-89a8-49fa2a02d847" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.397847] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "port-cb8ea711-78c2-48ce-89a8-49fa2a02d847" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.397991] env[65642]: DEBUG networking_nsxv3.api.rpc [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb8ea711-78c2-48ce-89a8-49fa2a02d847',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.456338] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.456597] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.456692] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.456919] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.480678] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.480980] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.481126] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.481192] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.481400] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.481483] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.481575] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 772f4be7-9647-4df0-9cfc-f9cfde6aae9f is going to be updated. [ 769.519992] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.520220] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.520220] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.520429] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.520620] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.530914] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 772f4be7-9647-4df0-9cfc-f9cfde6aae9f in Status: IN_PROGRESS for 2s [ 769.901491] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.901491] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.902085] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.902085] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.902085] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.902232] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Segment Port cb8ea711-78c2-48ce-89a8-49fa2a02d847 not found, creating... [ 769.902411] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.902608] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.902825] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.902932] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.903088] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.903374] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.903526] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.903638] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.903850] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.903977] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.904228] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Resource: SegmentPort with ID: cb8ea711-78c2-48ce-89a8-49fa2a02d847 is going to be created. [ 769.934082] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.934377] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.934583] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.934889] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.935196] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.935471] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "port-cb8ea711-78c2-48ce-89a8-49fa2a02d847" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.669830] env[65642]: INFO networking_nsxv3.common.synchronization [req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 req-0f59b545-fb8c-4f61-acce-df1a9c88fd41 service nova] Enqueued Resource ID: 772f4be7-9647-4df0-9cfc-f9cfde6aae9f with Priority: HIGHEST for action security_group_rules [ 770.670076] env[65642]: INFO networking_nsxv3.common.synchronization [req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 req-0f59b545-fb8c-4f61-acce-df1a9c88fd41 service nova] Enqueued Resource ID: 772f4be7-9647-4df0-9cfc-f9cfde6aae9f with Priority: HIGHEST for action security_group_members [ 770.670164] env[65642]: INFO networking_nsxv3.common.synchronization [req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 req-0f59b545-fb8c-4f61-acce-df1a9c88fd41 service nova] Enqueued Resource ID: cb8ea711-78c2-48ce-89a8-49fa2a02d847 with Priority: HIGHEST for action port [ 770.670783] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 772f4be7-9647-4df0-9cfc-f9cfde6aae9f with Priority: HIGHEST for action security_group_rules [ 770.671184] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 772f4be7-9647-4df0-9cfc-f9cfde6aae9f with Priority: HIGHEST for action security_group_members [ 770.671817] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb8ea711-78c2-48ce-89a8-49fa2a02d847 with Priority: HIGHEST for action port [ 770.672100] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-772f4be7-9647-4df0-9cfc-f9cfde6aae9f taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.672242] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-772f4be7-9647-4df0-9cfc-f9cfde6aae9f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.672313] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-772f4be7-9647-4df0-9cfc-f9cfde6aae9f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.672556] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-772f4be7-9647-4df0-9cfc-f9cfde6aae9f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.672652] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('772f4be7-9647-4df0-9cfc-f9cfde6aae9f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.674027] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-772f4be7-9647-4df0-9cfc-f9cfde6aae9f taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.674128] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-772f4be7-9647-4df0-9cfc-f9cfde6aae9f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.674426] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-cb8ea711-78c2-48ce-89a8-49fa2a02d847 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.674540] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cb8ea711-78c2-48ce-89a8-49fa2a02d847" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.674598] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cb8ea711-78c2-48ce-89a8-49fa2a02d847" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.674784] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cb8ea711-78c2-48ce-89a8-49fa2a02d847" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.674859] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb8ea711-78c2-48ce-89a8-49fa2a02d847',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.795455] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4197232b-00b3-4d7e-9a44-4c4f5c98a24d in Status: SUCCESS [ 770.795758] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4197232b-00b3-4d7e-9a44-4c4f5c98a24d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.174503] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-772f4be7-9647-4df0-9cfc-f9cfde6aae9f taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.175130] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-772f4be7-9647-4df0-9cfc-f9cfde6aae9f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.177039] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cb8ea711-78c2-48ce-89a8-49fa2a02d847 with status ACTIVE [ 771.177236] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.177379] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.177485] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.177643] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.177746] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.177904] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.178124] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.178124] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.178248] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.178368] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.178480] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.178562] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.178627] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.178837] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.178837] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.179042] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cb8ea711-78c2-48ce-89a8-49fa2a02d847 is going to be updated. [ 771.207696] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.207970] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.207970] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.208213] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.208213] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.208408] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cb8ea711-78c2-48ce-89a8-49fa2a02d847" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.542101] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 772f4be7-9647-4df0-9cfc-f9cfde6aae9f in Status: SUCCESS [ 771.542101] env[65642]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 772f4be7-9647-4df0-9cfc-f9cfde6aae9f deletion is rescheduled due to dependency. [ 771.542276] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-772f4be7-9647-4df0-9cfc-f9cfde6aae9f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.542315] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-772f4be7-9647-4df0-9cfc-f9cfde6aae9f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.542543] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-772f4be7-9647-4df0-9cfc-f9cfde6aae9f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.542730] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.542887] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.543021] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.543164] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.543253] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.543352] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('772f4be7-9647-4df0-9cfc-f9cfde6aae9f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.045491] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('772f4be7-9647-4df0-9cfc-f9cfde6aae9f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.397974] env[65642]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-8b171668-ea76-4fe7-a03b-51ed0103484f None None] NSXv3 Agent Agent loop - iteration:0 completed [ 772.398273] env[65642]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-8b171668-ea76-4fe7-a03b-51ed0103484f None None] NSXv3 Agent Agent loop - iteration:1 started [ 772.548905] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('772f4be7-9647-4df0-9cfc-f9cfde6aae9f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.051052] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.051220] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.051294] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.051606] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.051712] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.052055] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 772f4be7-9647-4df0-9cfc-f9cfde6aae9f is going to be updated. [ 773.085963] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.085963] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.085963] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.086434] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.086434] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.099256] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 772f4be7-9647-4df0-9cfc-f9cfde6aae9f in Status: IN_PROGRESS for 2s [ 773.785288] env[65642]: INFO networking_nsxv3.common.synchronization [req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 req-433a1005-f007-4f6b-8924-0e9457540007 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Enqueued Resource ID: 772f4be7-9647-4df0-9cfc-f9cfde6aae9f with Priority: HIGHEST for action security_group_members [ 773.786258] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 772f4be7-9647-4df0-9cfc-f9cfde6aae9f with Priority: HIGHEST for action security_group_members [ 773.786652] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-772f4be7-9647-4df0-9cfc-f9cfde6aae9f taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.786824] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-772f4be7-9647-4df0-9cfc-f9cfde6aae9f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.246645] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock network-546 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.246913] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "network-546" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.247088] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "network-546" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.247487] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "network-546" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.247820] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.248678] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.248829] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.249123] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.249300] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.249545] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 774.249956] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] NeedRegenerationException {{(pid=65642) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 774.249956] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] no value, waiting for create lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 774.249956] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] value creation lock acquired {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 774.250162] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 774.250162] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Calling creation function for not-yet-present value {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 774.250299] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 774.275024] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 774.275024] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65642) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 774.275024] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Released creation lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 774.275024] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "network-546" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.275024] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock port-067cf6fa-aeae-44ce-bb81-db060598a06e taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.275024] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "port-067cf6fa-aeae-44ce-bb81-db060598a06e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.275024] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "port-067cf6fa-aeae-44ce-bb81-db060598a06e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.275024] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "port-067cf6fa-aeae-44ce-bb81-db060598a06e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.275024] env[65642]: DEBUG networking_nsxv3.api.rpc [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('067cf6fa-aeae-44ce-bb81-db060598a06e',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.779028] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.779850] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.779850] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.780474] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.781519] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.781519] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Segment Port 067cf6fa-aeae-44ce-bb81-db060598a06e not found, creating... [ 774.781686] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.781880] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.782139] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.782939] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.783094] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.783435] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.783616] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.783734] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.784083] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.784294] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.784552] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Resource: SegmentPort with ID: 067cf6fa-aeae-44ce-bb81-db060598a06e is going to be created. [ 774.821488] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.821829] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.821829] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.822820] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.822820] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.822820] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "port-067cf6fa-aeae-44ce-bb81-db060598a06e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.112710] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 772f4be7-9647-4df0-9cfc-f9cfde6aae9f in Status: SUCCESS [ 775.113723] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-772f4be7-9647-4df0-9cfc-f9cfde6aae9f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.113848] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-772f4be7-9647-4df0-9cfc-f9cfde6aae9f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.114301] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-772f4be7-9647-4df0-9cfc-f9cfde6aae9f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.114870] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.115577] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.115577] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.117084] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.117084] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.117084] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-772f4be7-9647-4df0-9cfc-f9cfde6aae9f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.117084] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('772f4be7-9647-4df0-9cfc-f9cfde6aae9f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.118958] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-772f4be7-9647-4df0-9cfc-f9cfde6aae9f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.118958] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-772f4be7-9647-4df0-9cfc-f9cfde6aae9f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.119622] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.119622] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.119622] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.119891] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.120117] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.121657] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('772f4be7-9647-4df0-9cfc-f9cfde6aae9f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.540762] env[65642]: INFO networking_nsxv3.common.synchronization [req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 req-8fdb45a8-2eff-4a68-8b26-a1d9bf97e40d service nova] Enqueued Resource ID: 772f4be7-9647-4df0-9cfc-f9cfde6aae9f with Priority: HIGHEST for action security_group_rules [ 775.540976] env[65642]: INFO networking_nsxv3.common.synchronization [req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 req-8fdb45a8-2eff-4a68-8b26-a1d9bf97e40d service nova] Enqueued Resource ID: 772f4be7-9647-4df0-9cfc-f9cfde6aae9f with Priority: HIGHEST for action security_group_members [ 775.541162] env[65642]: INFO networking_nsxv3.common.synchronization [req-641f05b0-5c52-4e1e-8286-4f7c2af97bc4 req-8fdb45a8-2eff-4a68-8b26-a1d9bf97e40d service nova] Enqueued Resource ID: 067cf6fa-aeae-44ce-bb81-db060598a06e with Priority: HIGHEST for action port [ 775.541704] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 772f4be7-9647-4df0-9cfc-f9cfde6aae9f with Priority: HIGHEST for action security_group_rules [ 775.543904] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 772f4be7-9647-4df0-9cfc-f9cfde6aae9f with Priority: HIGHEST for action security_group_members [ 775.543970] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 067cf6fa-aeae-44ce-bb81-db060598a06e with Priority: HIGHEST for action port [ 775.544280] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-772f4be7-9647-4df0-9cfc-f9cfde6aae9f taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.544406] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-772f4be7-9647-4df0-9cfc-f9cfde6aae9f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.544882] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-772f4be7-9647-4df0-9cfc-f9cfde6aae9f taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.545014] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-772f4be7-9647-4df0-9cfc-f9cfde6aae9f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.545206] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-067cf6fa-aeae-44ce-bb81-db060598a06e taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.545328] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-067cf6fa-aeae-44ce-bb81-db060598a06e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.545377] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-067cf6fa-aeae-44ce-bb81-db060598a06e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.545609] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-067cf6fa-aeae-44ce-bb81-db060598a06e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.545701] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('067cf6fa-aeae-44ce-bb81-db060598a06e',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.623685] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-772f4be7-9647-4df0-9cfc-f9cfde6aae9f taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.623685] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-772f4be7-9647-4df0-9cfc-f9cfde6aae9f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.626385] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('772f4be7-9647-4df0-9cfc-f9cfde6aae9f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.050565] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 067cf6fa-aeae-44ce-bb81-db060598a06e with status ACTIVE [ 776.050841] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.050985] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.051034] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.051243] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.051339] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.051527] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.051630] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.051701] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.051893] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.051972] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.052174] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.052271] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.052332] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.052467] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.052540] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.052621] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 067cf6fa-aeae-44ce-bb81-db060598a06e is going to be updated. [ 776.075341] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.075523] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.075579] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.075816] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.076074] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.076190] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-067cf6fa-aeae-44ce-bb81-db060598a06e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.128570] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('772f4be7-9647-4df0-9cfc-f9cfde6aae9f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.635022] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.635022] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.635022] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.635022] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.635022] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.635022] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 772f4be7-9647-4df0-9cfc-f9cfde6aae9f is going to be updated. [ 776.670459] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.670578] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.670710] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.670952] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.671121] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.684109] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 772f4be7-9647-4df0-9cfc-f9cfde6aae9f in Status: IN_PROGRESS for 2s [ 776.867584] env[65642]: INFO networking_nsxv3.common.synchronization [req-9c63b779-0560-41e0-90b1-fe37a9241d96 req-7310110d-20c6-491f-9c2f-4d448e5accec tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Enqueued Resource ID: f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886 with Priority: HIGHEST for action security_group_members [ 776.867584] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886 with Priority: HIGHEST for action security_group_members [ 776.867584] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.867584] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.867932] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.868260] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.868548] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.868776] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.869051] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.869352] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.869592] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.869852] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.314592] env[65642]: INFO networking_nsxv3.common.synchronization [None req-ffca5698-f744-4b9a-b3b4-5b6d8fc5274a None None] Enqueued Resource ID: 39e37ebf-9b7c-4854-9ec5-4c27dc2dc243 with Priority: HIGHEST for action port [ 777.316190] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39e37ebf-9b7c-4854-9ec5-4c27dc2dc243 with Priority: HIGHEST for action port [ 777.317560] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-39e37ebf-9b7c-4854-9ec5-4c27dc2dc243 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.317701] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-39e37ebf-9b7c-4854-9ec5-4c27dc2dc243" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.317777] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-39e37ebf-9b7c-4854-9ec5-4c27dc2dc243" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.318124] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-39e37ebf-9b7c-4854-9ec5-4c27dc2dc243" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.318229] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39e37ebf-9b7c-4854-9ec5-4c27dc2dc243',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.372835] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.825583] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 39e37ebf-9b7c-4854-9ec5-4c27dc2dc243 [ 777.825583] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.825583] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.825583] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.825583] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.825583] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.825583] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:39e37ebf-9b7c-4854-9ec5-4c27dc2dc243 already deleted. [ 777.825583] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-39e37ebf-9b7c-4854-9ec5-4c27dc2dc243" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.875865] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.379973] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.379973] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.380401] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.380401] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.380401] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.380501] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886 is going to be updated. [ 778.414339] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.414565] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.414565] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.414754] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.414935] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.428310] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886 in Status: IN_PROGRESS for 2s [ 778.573770] env[65642]: INFO networking_nsxv3.common.synchronization [req-8e04ca59-ac63-435c-ac38-698eeb339155 req-e91f1f31-c1f3-42ea-8c01-5144d4a4c4cd tempest-ServerDiagnosticsTest-335413542 tempest-ServerDiagnosticsTest-335413542-project-member] Enqueued Resource ID: aa6b012c-6869-4cc3-add0-39f67d12abcd with Priority: HIGHEST for action security_group_members [ 778.577453] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa6b012c-6869-4cc3-add0-39f67d12abcd with Priority: HIGHEST for action security_group_members [ 778.577453] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa6b012c-6869-4cc3-add0-39f67d12abcd taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.577453] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa6b012c-6869-4cc3-add0-39f67d12abcd" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.577453] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa6b012c-6869-4cc3-add0-39f67d12abcd" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.577453] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa6b012c-6869-4cc3-add0-39f67d12abcd" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.577453] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.577453] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.577453] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.577453] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.577453] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.577453] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa6b012c-6869-4cc3-add0-39f67d12abcd',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.697260] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 772f4be7-9647-4df0-9cfc-f9cfde6aae9f in Status: SUCCESS [ 778.697260] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-772f4be7-9647-4df0-9cfc-f9cfde6aae9f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.697260] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-772f4be7-9647-4df0-9cfc-f9cfde6aae9f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.697260] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-772f4be7-9647-4df0-9cfc-f9cfde6aae9f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.697260] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.697260] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.697260] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.697591] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.697591] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.697591] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('772f4be7-9647-4df0-9cfc-f9cfde6aae9f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.082732] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.083024] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.083024] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.083264] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.083365] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.083591] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.083711] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.083785] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.084036] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.084036] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.084171] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa6b012c-6869-4cc3-add0-39f67d12abcd is going to be updated. [ 779.115450] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.115450] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.115450] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.115697] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.115789] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.126661] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa6b012c-6869-4cc3-add0-39f67d12abcd in Status: IN_PROGRESS for 2s [ 779.200672] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('772f4be7-9647-4df0-9cfc-f9cfde6aae9f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.233109] env[65642]: INFO networking_nsxv3.common.synchronization [None req-08569bbf-8010-433e-8361-df3b8b558b48 None None] Enqueued Resource ID: 1ba331a7-3e69-4322-a692-db9eae7aab06 with Priority: HIGHEST for action port [ 779.233549] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ba331a7-3e69-4322-a692-db9eae7aab06 with Priority: HIGHEST for action port [ 779.234320] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ba331a7-3e69-4322-a692-db9eae7aab06 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.234320] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ba331a7-3e69-4322-a692-db9eae7aab06" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.234320] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ba331a7-3e69-4322-a692-db9eae7aab06" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.236103] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ba331a7-3e69-4322-a692-db9eae7aab06" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.236103] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ba331a7-3e69-4322-a692-db9eae7aab06',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.398269] env[65642]: INFO networking_nsxv3.common.synchronization [None req-4ea80496-e1c6-4492-a73b-07b7124756aa tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Enqueued Resource ID: 12537d37-dce1-4e02-b5b8-448724a6a961 with Priority: HIGHEST for action security_group_rules [ 779.398269] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12537d37-dce1-4e02-b5b8-448724a6a961 with Priority: HIGHEST for action security_group_rules [ 779.398902] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12537d37-dce1-4e02-b5b8-448724a6a961 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.399221] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12537d37-dce1-4e02-b5b8-448724a6a961" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.399676] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12537d37-dce1-4e02-b5b8-448724a6a961" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.399676] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12537d37-dce1-4e02-b5b8-448724a6a961" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.400091] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12537d37-dce1-4e02-b5b8-448724a6a961',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.512802] env[65642]: INFO networking_nsxv3.common.synchronization [None req-9e002546-b119-4ea6-9e76-452353c218fa tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Enqueued Resource ID: 12537d37-dce1-4e02-b5b8-448724a6a961 with Priority: HIGHEST for action security_group_rules [ 779.512802] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12537d37-dce1-4e02-b5b8-448724a6a961 with Priority: HIGHEST for action security_group_rules [ 779.512802] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12537d37-dce1-4e02-b5b8-448724a6a961 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.512802] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12537d37-dce1-4e02-b5b8-448724a6a961" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.704395] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('772f4be7-9647-4df0-9cfc-f9cfde6aae9f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.737961] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1ba331a7-3e69-4322-a692-db9eae7aab06 [ 779.737961] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.738330] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.738416] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.738667] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.739159] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.739699] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1ba331a7-3e69-4322-a692-db9eae7aab06 already deleted. [ 779.740122] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ba331a7-3e69-4322-a692-db9eae7aab06" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.927057] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.927240] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.927318] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.927738] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.927738] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.927891] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12537d37-dce1-4e02-b5b8-448724a6a961 already deleted. [ 779.927891] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12537d37-dce1-4e02-b5b8-448724a6a961" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.928058] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12537d37-dce1-4e02-b5b8-448724a6a961" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.928226] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12537d37-dce1-4e02-b5b8-448724a6a961" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.928307] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12537d37-dce1-4e02-b5b8-448724a6a961',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.206145] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.206410] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.206473] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.206836] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.206836] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.206998] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 772f4be7-9647-4df0-9cfc-f9cfde6aae9f is going to be updated. [ 780.245596] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.246247] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.246247] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.246544] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.246903] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.259241] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 772f4be7-9647-4df0-9cfc-f9cfde6aae9f in Status: IN_PROGRESS for 2s [ 780.439378] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886 in Status: SUCCESS [ 780.439667] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.447067] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.447173] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.447259] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.447432] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.447516] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.447759] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12537d37-dce1-4e02-b5b8-448724a6a961 already deleted. [ 780.447759] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12537d37-dce1-4e02-b5b8-448724a6a961" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.137906] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa6b012c-6869-4cc3-add0-39f67d12abcd in Status: SUCCESS [ 781.138473] env[65642]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa6b012c-6869-4cc3-add0-39f67d12abcd deletion is rescheduled due to dependency. [ 781.138473] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa6b012c-6869-4cc3-add0-39f67d12abcd" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.694776] env[65642]: INFO networking_nsxv3.common.synchronization [req-ac101cf7-2754-437b-b3c0-716e3afe913d req-812661fb-f424-45f3-b200-7607c0b3a42e tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Enqueued Resource ID: 275dc271-b0af-4a42-966e-14343faaa755 with Priority: HIGHEST for action security_group_members [ 781.695845] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 275dc271-b0af-4a42-966e-14343faaa755 with Priority: HIGHEST for action security_group_members [ 781.695845] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-275dc271-b0af-4a42-966e-14343faaa755 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.696059] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.696140] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.696378] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.696532] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.696637] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.696713] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.696925] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.697033] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.697826] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('275dc271-b0af-4a42-966e-14343faaa755',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.204051] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.204322] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.204322] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.204655] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.204748] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.204933] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.205080] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.205136] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.205375] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.205442] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.205488] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 275dc271-b0af-4a42-966e-14343faaa755 is going to be updated. [ 782.245446] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.245640] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.245749] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.246015] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.246210] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.258310] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 275dc271-b0af-4a42-966e-14343faaa755 in Status: IN_PROGRESS for 2s [ 782.268744] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 772f4be7-9647-4df0-9cfc-f9cfde6aae9f in Status: SUCCESS [ 782.269035] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-772f4be7-9647-4df0-9cfc-f9cfde6aae9f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.269274] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-772f4be7-9647-4df0-9cfc-f9cfde6aae9f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.269537] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-772f4be7-9647-4df0-9cfc-f9cfde6aae9f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.269825] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.269924] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.269982] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.270210] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.270392] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.270438] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-772f4be7-9647-4df0-9cfc-f9cfde6aae9f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.270632] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-772f4be7-9647-4df0-9cfc-f9cfde6aae9f taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.270731] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-772f4be7-9647-4df0-9cfc-f9cfde6aae9f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.270780] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-772f4be7-9647-4df0-9cfc-f9cfde6aae9f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.270972] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-772f4be7-9647-4df0-9cfc-f9cfde6aae9f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.271246] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.271317] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.271358] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.271493] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.271629] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.271716] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-772f4be7-9647-4df0-9cfc-f9cfde6aae9f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.271837] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('772f4be7-9647-4df0-9cfc-f9cfde6aae9f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.774142] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 772f4be7-9647-4df0-9cfc-f9cfde6aae9f: rpc.has_security_group_logging(os_id): False [ 782.794594] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.794594] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.794594] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.794736] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.794736] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.794926] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.795103] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.795234] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.795401] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.795484] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.795695] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.795818] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.795917] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.796158] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.796277] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.796486] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.796594] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.796684] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.796789] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.797132] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.797132] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 772f4be7-9647-4df0-9cfc-f9cfde6aae9f is going to be updated. [ 782.876140] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.876355] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.876355] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.876596] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.876768] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.899804] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 772f4be7-9647-4df0-9cfc-f9cfde6aae9f in Status: IN_PROGRESS for 2s [ 784.271070] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 275dc271-b0af-4a42-966e-14343faaa755 in Status: SUCCESS [ 784.271070] env[65642]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 275dc271-b0af-4a42-966e-14343faaa755 deletion is rescheduled due to dependency. [ 784.271070] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.380877] env[65642]: INFO networking_nsxv3.common.synchronization [req-63bb0936-a043-46c2-84fe-da931c4ee127 req-83ebda9a-8cdb-4854-bbac-2ff33fdb4559 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Enqueued Resource ID: b503b44c-c026-4120-95d4-701afa7d90c7 with Priority: HIGHEST for action security_group_members [ 784.382899] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b503b44c-c026-4120-95d4-701afa7d90c7 with Priority: HIGHEST for action security_group_members [ 784.382899] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-b503b44c-c026-4120-95d4-701afa7d90c7 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.382899] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.382899] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.383759] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.383759] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.383929] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.383980] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.386601] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.386601] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.386601] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b503b44c-c026-4120-95d4-701afa7d90c7',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.886788] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.887022] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.887102] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.887379] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.887487] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.887708] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.887835] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.887877] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.888128] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.888128] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.888206] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b503b44c-c026-4120-95d4-701afa7d90c7 is going to be updated. [ 784.926461] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 772f4be7-9647-4df0-9cfc-f9cfde6aae9f in Status: SUCCESS [ 784.927290] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-772f4be7-9647-4df0-9cfc-f9cfde6aae9f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.927532] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-772f4be7-9647-4df0-9cfc-f9cfde6aae9f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.927611] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-772f4be7-9647-4df0-9cfc-f9cfde6aae9f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.927757] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('772f4be7-9647-4df0-9cfc-f9cfde6aae9f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.930402] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.930592] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.930941] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.933046] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.933046] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.943184] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b503b44c-c026-4120-95d4-701afa7d90c7 in Status: IN_PROGRESS for 2s [ 785.433444] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-772f4be7-9647-4df0-9cfc-f9cfde6aae9f taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.433760] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-772f4be7-9647-4df0-9cfc-f9cfde6aae9f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.433760] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-772f4be7-9647-4df0-9cfc-f9cfde6aae9f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.433943] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-772f4be7-9647-4df0-9cfc-f9cfde6aae9f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.434106] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.434213] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.434277] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.434434] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.434521] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.434609] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-772f4be7-9647-4df0-9cfc-f9cfde6aae9f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.434699] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('772f4be7-9647-4df0-9cfc-f9cfde6aae9f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.937339] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-772f4be7-9647-4df0-9cfc-f9cfde6aae9f taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.937578] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-772f4be7-9647-4df0-9cfc-f9cfde6aae9f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.937642] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-772f4be7-9647-4df0-9cfc-f9cfde6aae9f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.937815] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-772f4be7-9647-4df0-9cfc-f9cfde6aae9f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.938049] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.938167] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.938167] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.938469] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.938469] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.938584] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-772f4be7-9647-4df0-9cfc-f9cfde6aae9f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.938669] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-772f4be7-9647-4df0-9cfc-f9cfde6aae9f taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.938787] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-772f4be7-9647-4df0-9cfc-f9cfde6aae9f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.938849] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-772f4be7-9647-4df0-9cfc-f9cfde6aae9f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.939011] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-772f4be7-9647-4df0-9cfc-f9cfde6aae9f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.939178] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.939292] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.939352] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.939493] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.939566] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.939646] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-772f4be7-9647-4df0-9cfc-f9cfde6aae9f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.939735] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('772f4be7-9647-4df0-9cfc-f9cfde6aae9f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.443186] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 772f4be7-9647-4df0-9cfc-f9cfde6aae9f: rpc.has_security_group_logging(os_id): False [ 786.462893] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.463145] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.463212] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.463439] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.463530] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.463756] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.463872] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.464027] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.464110] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.464195] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.464393] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.464485] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.464535] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.464672] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.464749] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.464931] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.465212] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.465459] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.465681] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.465964] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.466199] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 772f4be7-9647-4df0-9cfc-f9cfde6aae9f is going to be updated. [ 786.531381] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.534506] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.534506] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.534506] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.534506] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.547372] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 772f4be7-9647-4df0-9cfc-f9cfde6aae9f in Status: IN_PROGRESS for 2s [ 786.956037] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b503b44c-c026-4120-95d4-701afa7d90c7 in Status: SUCCESS [ 786.956244] env[65642]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b503b44c-c026-4120-95d4-701afa7d90c7 deletion is rescheduled due to dependency. [ 786.956371] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.334759] env[65642]: INFO networking_nsxv3.common.synchronization [req-a4311c56-03df-4da4-98c0-9188b7bdc6d2 req-4acbcf79-1f02-4fd4-b0a9-278543403c09 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Enqueued Resource ID: 772f4be7-9647-4df0-9cfc-f9cfde6aae9f with Priority: HIGHEST for action security_group_members [ 788.335112] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 772f4be7-9647-4df0-9cfc-f9cfde6aae9f with Priority: HIGHEST for action security_group_members [ 788.335207] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-772f4be7-9647-4df0-9cfc-f9cfde6aae9f taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.335340] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-772f4be7-9647-4df0-9cfc-f9cfde6aae9f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.335407] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-772f4be7-9647-4df0-9cfc-f9cfde6aae9f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.335679] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-772f4be7-9647-4df0-9cfc-f9cfde6aae9f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.335763] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.335852] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.335913] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.336232] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.336332] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.336429] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('772f4be7-9647-4df0-9cfc-f9cfde6aae9f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.337906] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.338052] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.338121] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.338281] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.338372] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.553633] env[65642]: INFO networking_nsxv3.common.synchronization [req-18d88282-0b2b-4fe0-b9ca-03ffc51a77f1 req-726b51f3-cb7f-44e0-b526-0e4f2308c967 tempest-MultipleCreateTestJSON-1868016112 tempest-MultipleCreateTestJSON-1868016112-project-member] Enqueued Resource ID: 772f4be7-9647-4df0-9cfc-f9cfde6aae9f with Priority: HIGHEST for action security_group_members [ 788.554261] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 772f4be7-9647-4df0-9cfc-f9cfde6aae9f with Priority: HIGHEST for action security_group_members [ 788.554957] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-772f4be7-9647-4df0-9cfc-f9cfde6aae9f taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.555054] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-772f4be7-9647-4df0-9cfc-f9cfde6aae9f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.564028] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 772f4be7-9647-4df0-9cfc-f9cfde6aae9f in Status: SUCCESS [ 788.564334] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-772f4be7-9647-4df0-9cfc-f9cfde6aae9f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.841878] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('772f4be7-9647-4df0-9cfc-f9cfde6aae9f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.841878] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.132577] env[65642]: INFO networking_nsxv3.common.synchronization [req-fa8ac8d6-ea0c-4ad0-8e13-1f9b77bac82c req-80e3599d-fcd4-401a-a057-d68481fcdee3 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Enqueued Resource ID: ec8e4ab5-7d93-4c71-b1da-a89a029a0e52 with Priority: HIGHEST for action security_group_members [ 789.133213] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec8e4ab5-7d93-4c71-b1da-a89a029a0e52 with Priority: HIGHEST for action security_group_members [ 789.133556] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec8e4ab5-7d93-4c71-b1da-a89a029a0e52 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.133688] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec8e4ab5-7d93-4c71-b1da-a89a029a0e52" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.134165] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec8e4ab5-7d93-4c71-b1da-a89a029a0e52" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.134165] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec8e4ab5-7d93-4c71-b1da-a89a029a0e52" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.134282] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.134409] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.134468] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.134599] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.134682] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.134779] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec8e4ab5-7d93-4c71-b1da-a89a029a0e52',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.342231] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('772f4be7-9647-4df0-9cfc-f9cfde6aae9f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.343716] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.637112] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.637334] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.637414] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.637647] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.637744] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.637958] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.638076] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.638127] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.638350] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.638350] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.638452] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec8e4ab5-7d93-4c71-b1da-a89a029a0e52 already deleted. [ 789.638507] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec8e4ab5-7d93-4c71-b1da-a89a029a0e52" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.846925] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.847930] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.847930] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.847930] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.847930] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.847930] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 772f4be7-9647-4df0-9cfc-f9cfde6aae9f is going to be updated. [ 789.850019] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 789.850019] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 789.908688] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.908832] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.908920] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.909228] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.909441] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.920155] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 772f4be7-9647-4df0-9cfc-f9cfde6aae9f in Status: IN_PROGRESS for 2s [ 790.056353] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock network-453 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.056551] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "network-453" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.056662] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "network-453" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.057000] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "network-453" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.057670] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.057670] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.057670] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.058024] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.058352] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.058619] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 790.058762] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] NeedRegenerationException {{(pid=65642) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 790.058890] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] no value, waiting for create lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 790.059147] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] value creation lock acquired {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 790.059147] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 790.059265] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Calling creation function for not-yet-present value {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 790.059439] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 790.084302] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 790.084505] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65642) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 790.085221] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Released creation lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 790.085221] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "network-453" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.085221] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock port-43095cac-ba18-4438-add2-b34645670915 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.085643] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "port-43095cac-ba18-4438-add2-b34645670915" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.085643] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "port-43095cac-ba18-4438-add2-b34645670915" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.085966] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "port-43095cac-ba18-4438-add2-b34645670915" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.086818] env[65642]: DEBUG networking_nsxv3.api.rpc [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43095cac-ba18-4438-add2-b34645670915',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.555883] env[65642]: INFO networking_nsxv3.common.synchronization [None req-fdbdc954-1961-4d48-9588-b6ef7257d988 None None] Enqueued Resource ID: 89cdfe3d-6f5e-4a4d-807a-45fe1d86e9b5 with Priority: HIGHEST for action port [ 790.556429] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89cdfe3d-6f5e-4a4d-807a-45fe1d86e9b5 with Priority: HIGHEST for action port [ 790.556730] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-89cdfe3d-6f5e-4a4d-807a-45fe1d86e9b5 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.557133] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-89cdfe3d-6f5e-4a4d-807a-45fe1d86e9b5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.557133] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-89cdfe3d-6f5e-4a4d-807a-45fe1d86e9b5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.557257] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-89cdfe3d-6f5e-4a4d-807a-45fe1d86e9b5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.557290] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89cdfe3d-6f5e-4a4d-807a-45fe1d86e9b5',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.589639] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.589860] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.590090] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.590452] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.590635] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.590819] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Segment Port 43095cac-ba18-4438-add2-b34645670915 not found, creating... [ 790.591132] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.591337] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.591492] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.591828] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.591962] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.592199] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.592356] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.592468] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.592736] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.592801] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.592987] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Resource: SegmentPort with ID: 43095cac-ba18-4438-add2-b34645670915 is going to be created. [ 790.616416] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.616618] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.616737] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.617110] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.617249] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.617473] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "port-43095cac-ba18-4438-add2-b34645670915" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.952592] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.953856] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.953856] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.953856] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.969637] env[65642]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 790.971430] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.973642] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 791.002405] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.002642] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.002642] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.002835] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.010028] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.010996] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 791.011143] env[65642]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65642) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 791.011270] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 791.052149] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.052356] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.052400] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.052596] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.053594] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.053821] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 791.059469] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 89cdfe3d-6f5e-4a4d-807a-45fe1d86e9b5 [ 791.059695] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.059777] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.059813] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.060011] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.060382] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.060382] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:89cdfe3d-6f5e-4a4d-807a-45fe1d86e9b5 already deleted. [ 791.061721] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-89cdfe3d-6f5e-4a4d-807a-45fe1d86e9b5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.109039] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.109039] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.109039] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.109039] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.109204] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.109929] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 791.174144] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.174144] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.174496] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.174665] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.174870] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.175161] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:30. [ 791.175290] env[65642]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0', '416de803-dd52-4339-801f-f9e94ed3de72', '1aecea80-494d-41f8-8a12-054ef61d5f69', '1a93ed5e-3cb5-409b-a97c-1280402bf541', 'a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f', '4ae889e8-c0dd-42ea-aaaa-7c4da43cddf5', 'b5eab9fd-b38a-4399-84e0-8b657dccd65a', 'fb84f89e-daf3-4100-92cd-2981d9459c16', 'c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b', '8d9860cc-1f11-4bce-b359-958bfb80ccf3', '17b1b919-3cca-483d-83a1-c3c61343f54e', 'e6b70b9f-9014-4f30-bf9b-4f79b63f532b', 'b8f6b707-0d1e-43fa-83da-583ab4f8c4d5', '5fe17d9f-a332-460a-b8d3-2553f9dbbe00', 'e93ad73d-8c66-47c4-b4b2-0436390a79e1', '4197232b-00b3-4d7e-9a44-4c4f5c98a24d', '275dc271-b0af-4a42-966e-14343faaa755', '53fa6b5d-a282-40e5-bbc1-4ba618028562', 'c35b78ff-cf2f-4afe-984f-527867e449a5', 'e46e3e81-dafc-44f9-914d-ddc98eeed238', '772f4be7-9647-4df0-9cfc-f9cfde6aae9f', 'b503b44c-c026-4120-95d4-701afa7d90c7', 'a805e9bd-3633-42ef-91d2-c0770cea0ec3', '406cbf14-aa8e-4583-befe-4098212656f7', 'ded6cb3b-98af-4f02-b861-6a4f64414c21', 'f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886', '7f322dc7-729f-4659-a989-5edfc1fb65bc', 'aa6b012c-6869-4cc3-add0-39f67d12abcd', '12e7544c-4c8e-45d8-8e82-a54d4aa3a7db', 'b2b935df-b98e-4ceb-95d1-1ecf01324f0f'} {{(pid=65642) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 791.175406] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 791.195256] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.195467] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.195527] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.195691] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.195772] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.195966] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 791.195966] env[65642]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65642) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 791.196111] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 791.269373] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.269645] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.269645] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.269886] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.270623] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.270923] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 791.271049] env[65642]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65642) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 791.271246] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 791.271246] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 791.271406] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/30 resources of Type:Security Group Rules [ 791.271444] env[65642]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0 with Priority: HIGH for action security_group_rules [ 791.271539] env[65642]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 416de803-dd52-4339-801f-f9e94ed3de72 with Priority: HIGH for action security_group_rules [ 791.271631] env[65642]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1aecea80-494d-41f8-8a12-054ef61d5f69 with Priority: HIGH for action security_group_rules [ 791.271720] env[65642]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1a93ed5e-3cb5-409b-a97c-1280402bf541 with Priority: HIGH for action security_group_rules [ 791.271841] env[65642]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f with Priority: HIGH for action security_group_rules [ 791.271961] env[65642]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4ae889e8-c0dd-42ea-aaaa-7c4da43cddf5 with Priority: HIGH for action security_group_rules [ 791.272168] env[65642]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b5eab9fd-b38a-4399-84e0-8b657dccd65a with Priority: HIGH for action security_group_rules [ 791.272244] env[65642]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fb84f89e-daf3-4100-92cd-2981d9459c16 with Priority: HIGH for action security_group_rules [ 791.272337] env[65642]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b with Priority: HIGH for action security_group_rules [ 791.272429] env[65642]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8d9860cc-1f11-4bce-b359-958bfb80ccf3 with Priority: HIGH for action security_group_rules [ 791.272540] env[65642]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 17b1b919-3cca-483d-83a1-c3c61343f54e with Priority: HIGH for action security_group_rules [ 791.272671] env[65642]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e6b70b9f-9014-4f30-bf9b-4f79b63f532b with Priority: HIGH for action security_group_rules [ 791.272747] env[65642]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b8f6b707-0d1e-43fa-83da-583ab4f8c4d5 with Priority: HIGH for action security_group_rules [ 791.272919] env[65642]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5fe17d9f-a332-460a-b8d3-2553f9dbbe00 with Priority: HIGH for action security_group_rules [ 791.273135] env[65642]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e93ad73d-8c66-47c4-b4b2-0436390a79e1 with Priority: HIGH for action security_group_rules [ 791.273135] env[65642]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4197232b-00b3-4d7e-9a44-4c4f5c98a24d with Priority: HIGH for action security_group_rules [ 791.273135] env[65642]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 275dc271-b0af-4a42-966e-14343faaa755 with Priority: HIGH for action security_group_rules [ 791.273294] env[65642]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 53fa6b5d-a282-40e5-bbc1-4ba618028562 with Priority: HIGH for action security_group_rules [ 791.273405] env[65642]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c35b78ff-cf2f-4afe-984f-527867e449a5 with Priority: HIGH for action security_group_rules [ 791.273494] env[65642]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e46e3e81-dafc-44f9-914d-ddc98eeed238 with Priority: HIGH for action security_group_rules [ 791.273973] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.355367] env[65642]: INFO networking_nsxv3.common.synchronization [req-fa8ac8d6-ea0c-4ad0-8e13-1f9b77bac82c req-2ae8b105-25f2-425f-8e12-79521d210f54 service nova] Enqueued Resource ID: ec8e4ab5-7d93-4c71-b1da-a89a029a0e52 with Priority: HIGHEST for action security_group_rules [ 791.355430] env[65642]: INFO networking_nsxv3.common.synchronization [req-fa8ac8d6-ea0c-4ad0-8e13-1f9b77bac82c req-2ae8b105-25f2-425f-8e12-79521d210f54 service nova] Enqueued Resource ID: ec8e4ab5-7d93-4c71-b1da-a89a029a0e52 with Priority: HIGHEST for action security_group_members [ 791.355565] env[65642]: INFO networking_nsxv3.common.synchronization [req-fa8ac8d6-ea0c-4ad0-8e13-1f9b77bac82c req-2ae8b105-25f2-425f-8e12-79521d210f54 service nova] Enqueued Resource ID: 43095cac-ba18-4438-add2-b34645670915 with Priority: HIGHEST for action port [ 791.356143] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec8e4ab5-7d93-4c71-b1da-a89a029a0e52 with Priority: HIGHEST for action security_group_rules [ 791.356290] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec8e4ab5-7d93-4c71-b1da-a89a029a0e52 with Priority: HIGHEST for action security_group_members [ 791.356395] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43095cac-ba18-4438-add2-b34645670915 with Priority: HIGHEST for action port [ 791.356494] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0 with Priority: HIGH for action security_group_rules [ 791.356585] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1aecea80-494d-41f8-8a12-054ef61d5f69 with Priority: HIGH for action security_group_rules [ 791.356676] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5eab9fd-b38a-4399-84e0-8b657dccd65a with Priority: HIGH for action security_group_rules [ 791.356766] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e93ad73d-8c66-47c4-b4b2-0436390a79e1 with Priority: HIGH for action security_group_rules [ 791.356863] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e46e3e81-dafc-44f9-914d-ddc98eeed238 with Priority: HIGH for action security_group_rules [ 791.356931] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c35b78ff-cf2f-4afe-984f-527867e449a5 with Priority: HIGH for action security_group_rules [ 791.357032] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53fa6b5d-a282-40e5-bbc1-4ba618028562 with Priority: HIGH for action security_group_rules [ 791.357123] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 275dc271-b0af-4a42-966e-14343faaa755 with Priority: HIGH for action security_group_rules [ 791.357206] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fe17d9f-a332-460a-b8d3-2553f9dbbe00 with Priority: HIGH for action security_group_rules [ 791.357290] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4197232b-00b3-4d7e-9a44-4c4f5c98a24d with Priority: HIGH for action security_group_rules [ 791.357373] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8f6b707-0d1e-43fa-83da-583ab4f8c4d5 with Priority: HIGH for action security_group_rules [ 791.357454] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6b70b9f-9014-4f30-bf9b-4f79b63f532b with Priority: HIGH for action security_group_rules [ 791.357536] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17b1b919-3cca-483d-83a1-c3c61343f54e with Priority: HIGH for action security_group_rules [ 791.357620] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d9860cc-1f11-4bce-b359-958bfb80ccf3 with Priority: HIGH for action security_group_rules [ 791.357703] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b with Priority: HIGH for action security_group_rules [ 791.357785] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ae889e8-c0dd-42ea-aaaa-7c4da43cddf5 with Priority: HIGH for action security_group_rules [ 791.357873] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb84f89e-daf3-4100-92cd-2981d9459c16 with Priority: HIGH for action security_group_rules [ 791.357961] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f with Priority: HIGH for action security_group_rules [ 791.358050] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 416de803-dd52-4339-801f-f9e94ed3de72 with Priority: HIGH for action security_group_rules [ 791.358129] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a93ed5e-3cb5-409b-a97c-1280402bf541 with Priority: HIGH for action security_group_rules [ 791.358439] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ec8e4ab5-7d93-4c71-b1da-a89a029a0e52 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.358562] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ec8e4ab5-7d93-4c71-b1da-a89a029a0e52" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.358614] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ec8e4ab5-7d93-4c71-b1da-a89a029a0e52" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.358815] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ec8e4ab5-7d93-4c71-b1da-a89a029a0e52" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.358896] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ec8e4ab5-7d93-4c71-b1da-a89a029a0e52',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.360205] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec8e4ab5-7d93-4c71-b1da-a89a029a0e52 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.360325] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec8e4ab5-7d93-4c71-b1da-a89a029a0e52" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.360422] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec8e4ab5-7d93-4c71-b1da-a89a029a0e52" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.360565] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec8e4ab5-7d93-4c71-b1da-a89a029a0e52" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.360725] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.360879] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.360947] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.361114] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.361202] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.361294] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec8e4ab5-7d93-4c71-b1da-a89a029a0e52',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.363671] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-43095cac-ba18-4438-add2-b34645670915 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.363671] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-43095cac-ba18-4438-add2-b34645670915" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.363671] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-43095cac-ba18-4438-add2-b34645670915" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.363671] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-43095cac-ba18-4438-add2-b34645670915" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.363671] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43095cac-ba18-4438-add2-b34645670915',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.363671] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.363671] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.363671] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.363671] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.363671] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.365703] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1aecea80-494d-41f8-8a12-054ef61d5f69 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.365822] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1aecea80-494d-41f8-8a12-054ef61d5f69" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.365875] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1aecea80-494d-41f8-8a12-054ef61d5f69" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.366524] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1aecea80-494d-41f8-8a12-054ef61d5f69" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.366524] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1aecea80-494d-41f8-8a12-054ef61d5f69',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.367802] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5eab9fd-b38a-4399-84e0-8b657dccd65a taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.367926] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5eab9fd-b38a-4399-84e0-8b657dccd65a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.367977] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5eab9fd-b38a-4399-84e0-8b657dccd65a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.368161] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5eab9fd-b38a-4399-84e0-8b657dccd65a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.368260] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5eab9fd-b38a-4399-84e0-8b657dccd65a',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.370698] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e93ad73d-8c66-47c4-b4b2-0436390a79e1 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.370698] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e93ad73d-8c66-47c4-b4b2-0436390a79e1" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.370698] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e93ad73d-8c66-47c4-b4b2-0436390a79e1" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.370698] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e93ad73d-8c66-47c4-b4b2-0436390a79e1" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.370698] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e93ad73d-8c66-47c4-b4b2-0436390a79e1',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.371607] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e46e3e81-dafc-44f9-914d-ddc98eeed238 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.371716] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e46e3e81-dafc-44f9-914d-ddc98eeed238" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.371782] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e46e3e81-dafc-44f9-914d-ddc98eeed238" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.371957] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e46e3e81-dafc-44f9-914d-ddc98eeed238" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.372076] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e46e3e81-dafc-44f9-914d-ddc98eeed238',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.373807] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c35b78ff-cf2f-4afe-984f-527867e449a5 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.374751] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c35b78ff-cf2f-4afe-984f-527867e449a5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.374751] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c35b78ff-cf2f-4afe-984f-527867e449a5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.375155] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c35b78ff-cf2f-4afe-984f-527867e449a5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.375243] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c35b78ff-cf2f-4afe-984f-527867e449a5',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.376169] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53fa6b5d-a282-40e5-bbc1-4ba618028562 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.376274] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53fa6b5d-a282-40e5-bbc1-4ba618028562" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.376579] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53fa6b5d-a282-40e5-bbc1-4ba618028562" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.376579] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53fa6b5d-a282-40e5-bbc1-4ba618028562" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.376579] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53fa6b5d-a282-40e5-bbc1-4ba618028562',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.377803] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-275dc271-b0af-4a42-966e-14343faaa755 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.377803] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.377803] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.377803] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.377803] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('275dc271-b0af-4a42-966e-14343faaa755',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.378642] env[65642]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 791.379338] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5fe17d9f-a332-460a-b8d3-2553f9dbbe00 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.379477] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5fe17d9f-a332-460a-b8d3-2553f9dbbe00" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.379507] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5fe17d9f-a332-460a-b8d3-2553f9dbbe00" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.379653] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5fe17d9f-a332-460a-b8d3-2553f9dbbe00" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.379727] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5fe17d9f-a332-460a-b8d3-2553f9dbbe00',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.380952] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4197232b-00b3-4d7e-9a44-4c4f5c98a24d taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.380952] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4197232b-00b3-4d7e-9a44-4c4f5c98a24d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.380952] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4197232b-00b3-4d7e-9a44-4c4f5c98a24d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.381139] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4197232b-00b3-4d7e-9a44-4c4f5c98a24d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.381139] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4197232b-00b3-4d7e-9a44-4c4f5c98a24d',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.381869] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b8f6b707-0d1e-43fa-83da-583ab4f8c4d5 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.381966] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b8f6b707-0d1e-43fa-83da-583ab4f8c4d5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.382244] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b8f6b707-0d1e-43fa-83da-583ab4f8c4d5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.382413] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b8f6b707-0d1e-43fa-83da-583ab4f8c4d5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.382483] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b8f6b707-0d1e-43fa-83da-583ab4f8c4d5',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.383466] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e6b70b9f-9014-4f30-bf9b-4f79b63f532b taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.383466] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e6b70b9f-9014-4f30-bf9b-4f79b63f532b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.383466] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e6b70b9f-9014-4f30-bf9b-4f79b63f532b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.383718] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e6b70b9f-9014-4f30-bf9b-4f79b63f532b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.383718] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e6b70b9f-9014-4f30-bf9b-4f79b63f532b',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.385726] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17b1b919-3cca-483d-83a1-c3c61343f54e taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.385819] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17b1b919-3cca-483d-83a1-c3c61343f54e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.385889] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17b1b919-3cca-483d-83a1-c3c61343f54e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.386174] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17b1b919-3cca-483d-83a1-c3c61343f54e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.386174] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17b1b919-3cca-483d-83a1-c3c61343f54e',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.386932] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d9860cc-1f11-4bce-b359-958bfb80ccf3 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.387106] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d9860cc-1f11-4bce-b359-958bfb80ccf3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.387180] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d9860cc-1f11-4bce-b359-958bfb80ccf3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.387331] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d9860cc-1f11-4bce-b359-958bfb80ccf3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.387401] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d9860cc-1f11-4bce-b359-958bfb80ccf3',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.389652] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.389652] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.389652] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.389652] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.389652] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.390471] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4ae889e8-c0dd-42ea-aaaa-7c4da43cddf5 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.390676] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4ae889e8-c0dd-42ea-aaaa-7c4da43cddf5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.390676] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4ae889e8-c0dd-42ea-aaaa-7c4da43cddf5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.391463] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4ae889e8-c0dd-42ea-aaaa-7c4da43cddf5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.391463] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4ae889e8-c0dd-42ea-aaaa-7c4da43cddf5',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.391832] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fb84f89e-daf3-4100-92cd-2981d9459c16 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.391928] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fb84f89e-daf3-4100-92cd-2981d9459c16" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.392137] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fb84f89e-daf3-4100-92cd-2981d9459c16" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.392179] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fb84f89e-daf3-4100-92cd-2981d9459c16" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.392248] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fb84f89e-daf3-4100-92cd-2981d9459c16',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.393376] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.393486] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.393542] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.393690] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.393760] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.394141] env[65642]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 791.394930] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-416de803-dd52-4339-801f-f9e94ed3de72 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.395068] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-416de803-dd52-4339-801f-f9e94ed3de72" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.395120] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-416de803-dd52-4339-801f-f9e94ed3de72" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.395566] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-416de803-dd52-4339-801f-f9e94ed3de72" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.395566] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('416de803-dd52-4339-801f-f9e94ed3de72',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.396100] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a93ed5e-3cb5-409b-a97c-1280402bf541 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.396207] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a93ed5e-3cb5-409b-a97c-1280402bf541" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.396272] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a93ed5e-3cb5-409b-a97c-1280402bf541" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.396419] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a93ed5e-3cb5-409b-a97c-1280402bf541" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.396492] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a93ed5e-3cb5-409b-a97c-1280402bf541',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.403339] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 43095cac-ba18-4438-add2-b34645670915 with status ACTIVE [ 791.403541] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.403665] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.403740] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.404024] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.404131] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.404371] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.404497] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.404858] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.404858] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.404858] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.405111] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.405258] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.405857] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.405857] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.405857] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.405857] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 43095cac-ba18-4438-add2-b34645670915 is going to be updated. [ 791.435878] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.435878] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.435878] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.436508] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.436508] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.436508] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-43095cac-ba18-4438-add2-b34645670915" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.901500] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ec8e4ab5-7d93-4c71-b1da-a89a029a0e52',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.903355] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec8e4ab5-7d93-4c71-b1da-a89a029a0e52 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.903355] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec8e4ab5-7d93-4c71-b1da-a89a029a0e52" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.936973] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 772f4be7-9647-4df0-9cfc-f9cfde6aae9f in Status: SUCCESS [ 791.937166] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-772f4be7-9647-4df0-9cfc-f9cfde6aae9f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.938037] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-772f4be7-9647-4df0-9cfc-f9cfde6aae9f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.938037] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-772f4be7-9647-4df0-9cfc-f9cfde6aae9f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.938037] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.938388] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.938388] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.938474] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.938524] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.938590] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('772f4be7-9647-4df0-9cfc-f9cfde6aae9f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.949281] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-53fa6b5d-a282-40e5-bbc1-4ba618028562 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.954379] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53fa6b5d-a282-40e5-bbc1-4ba618028562" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.954379] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53fa6b5d-a282-40e5-bbc1-4ba618028562" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.954379] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53fa6b5d-a282-40e5-bbc1-4ba618028562" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.954379] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.954379] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.954379] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.954602] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.954602] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.954602] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53fa6b5d-a282-40e5-bbc1-4ba618028562" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.954685] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('53fa6b5d-a282-40e5-bbc1-4ba618028562',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.955810] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-1aecea80-494d-41f8-8a12-054ef61d5f69 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.955960] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1aecea80-494d-41f8-8a12-054ef61d5f69" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.956095] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1aecea80-494d-41f8-8a12-054ef61d5f69" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.957099] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1aecea80-494d-41f8-8a12-054ef61d5f69" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.957099] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.957099] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.957099] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.957099] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.957099] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.957099] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1aecea80-494d-41f8-8a12-054ef61d5f69" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.957099] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1aecea80-494d-41f8-8a12-054ef61d5f69',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.974513] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.974889] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.974889] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.975071] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.975115] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.975239] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.975284] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.975414] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.975501] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.975586] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.975672] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.976655] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-4197232b-00b3-4d7e-9a44-4c4f5c98a24d taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.976836] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4197232b-00b3-4d7e-9a44-4c4f5c98a24d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.976836] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4197232b-00b3-4d7e-9a44-4c4f5c98a24d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.976981] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4197232b-00b3-4d7e-9a44-4c4f5c98a24d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.977425] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.977425] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.977559] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.977635] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.977686] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.977819] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4197232b-00b3-4d7e-9a44-4c4f5c98a24d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.977887] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4197232b-00b3-4d7e-9a44-4c4f5c98a24d',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.980124] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.980124] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.980124] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.980291] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.980423] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.980542] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.980542] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.980676] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.980754] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.980836] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.980937] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.982180] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-e46e3e81-dafc-44f9-914d-ddc98eeed238 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.982975] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e46e3e81-dafc-44f9-914d-ddc98eeed238" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.982975] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e46e3e81-dafc-44f9-914d-ddc98eeed238" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.982975] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e46e3e81-dafc-44f9-914d-ddc98eeed238" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.983163] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.984044] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.984044] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.984044] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.984044] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.984044] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e46e3e81-dafc-44f9-914d-ddc98eeed238" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.984044] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e46e3e81-dafc-44f9-914d-ddc98eeed238',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.005449] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.009940] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-1aecea80-494d-41f8-8a12-054ef61d5f69 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.009940] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1aecea80-494d-41f8-8a12-054ef61d5f69" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.009940] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1aecea80-494d-41f8-8a12-054ef61d5f69" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.009940] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1aecea80-494d-41f8-8a12-054ef61d5f69" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.009940] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.009940] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.009940] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.009940] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.009940] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.009940] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1aecea80-494d-41f8-8a12-054ef61d5f69" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.009940] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-1aecea80-494d-41f8-8a12-054ef61d5f69 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.009940] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1aecea80-494d-41f8-8a12-054ef61d5f69" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.009940] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1aecea80-494d-41f8-8a12-054ef61d5f69" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.009940] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1aecea80-494d-41f8-8a12-054ef61d5f69" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.009940] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.009940] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.010497] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.010497] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.010497] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.010497] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1aecea80-494d-41f8-8a12-054ef61d5f69" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.010497] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1aecea80-494d-41f8-8a12-054ef61d5f69',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.024643] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.024884] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.024884] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.025064] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.046076] env[65642]: INFO networking_nsxv3.common.synchronization [req-116f8325-19aa-498c-8ca2-4cf51710c208 req-68a8d6b6-1510-4f5d-8579-0e841959197e tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Enqueued Resource ID: 53fa6b5d-a282-40e5-bbc1-4ba618028562 with Priority: HIGHEST for action security_group_members [ 792.056939] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53fa6b5d-a282-40e5-bbc1-4ba618028562 with Priority: HIGHEST for action security_group_members [ 792.056939] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-53fa6b5d-a282-40e5-bbc1-4ba618028562 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.056939] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53fa6b5d-a282-40e5-bbc1-4ba618028562" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.056939] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53fa6b5d-a282-40e5-bbc1-4ba618028562" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.056939] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53fa6b5d-a282-40e5-bbc1-4ba618028562" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.056939] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.057219] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.057331] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.057454] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.057539] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.057635] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53fa6b5d-a282-40e5-bbc1-4ba618028562',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.068200] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.068200] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.068891] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.068891] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.069467] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.069562] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.070242] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.070339] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.072079] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.072267] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.072939] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.073373] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.073808] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.073945] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.074744] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.074836] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.076125] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.076125] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.076764] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.076850] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.077536] env[65642]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 792.077890] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.077951] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.078612] env[65642]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 792.079143] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.079237] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.079805] env[65642]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 792.080369] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.080369] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5eab9fd-b38a-4399-84e0-8b657dccd65a is going to be deleted. [ 792.081608] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.081927] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.083609] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.083731] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.102750] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.102927] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c35b78ff-cf2f-4afe-984f-527867e449a5 is going to be deleted. [ 792.104379] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.104379] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.125361] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.125511] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4ae889e8-c0dd-42ea-aaaa-7c4da43cddf5 is going to be deleted. [ 792.126677] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.126919] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.159561] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.159731] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.181872] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.182021] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e93ad73d-8c66-47c4-b4b2-0436390a79e1 is going to be deleted. [ 792.185541] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.185541] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.202216] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.203026] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.213026] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.213026] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17b1b919-3cca-483d-83a1-c3c61343f54e is going to be deleted. [ 792.213026] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.213026] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.237417] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.237610] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 416de803-dd52-4339-801f-f9e94ed3de72 is going to be deleted. [ 792.238609] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.238836] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.270670] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.270670] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.299227] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.299227] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a93ed5e-3cb5-409b-a97c-1280402bf541 is going to be deleted. [ 792.300106] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.301519] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.349531] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.349840] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b8f6b707-0d1e-43fa-83da-583ab4f8c4d5 is going to be deleted. [ 792.350851] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.351072] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.353523] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.353523] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.379988] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.380181] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.386063] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.386063] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d9860cc-1f11-4bce-b359-958bfb80ccf3 is going to be deleted. [ 792.387139] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.387454] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.404424] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ec8e4ab5-7d93-4c71-b1da-a89a029a0e52',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.444070] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.445792] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.453287] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.453389] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.480649] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4197232b-00b3-4d7e-9a44-4c4f5c98a24d',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.485846] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.486164] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 275dc271-b0af-4a42-966e-14343faaa755 is going to be deleted. [ 792.488692] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.488692] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.499104] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.500421] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e46e3e81-dafc-44f9-914d-ddc98eeed238',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.503059] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-53fa6b5d-a282-40e5-bbc1-4ba618028562 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.503059] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53fa6b5d-a282-40e5-bbc1-4ba618028562" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.524287] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0: rpc.has_security_group_logging(os_id): False [ 792.528393] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.528527] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.528748] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1aecea80-494d-41f8-8a12-054ef61d5f69: rpc.has_security_group_logging(os_id): False [ 792.541996] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock network-687 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.542280] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "network-687" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.542403] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "network-687" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.542689] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "network-687" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.543126] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.543230] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.543385] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.543614] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.543713] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.543970] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 792.544066] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] NeedRegenerationException {{(pid=65642) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 792.544194] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] no value, waiting for create lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 792.544278] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] value creation lock acquired {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 792.544388] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 792.544598] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Calling creation function for not-yet-present value {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 792.544769] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 792.551128] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.551293] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e6b70b9f-9014-4f30-bf9b-4f79b63f532b is going to be deleted. [ 792.552272] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.552484] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.559035] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.559238] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.560275] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.560434] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.561308] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.561433] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.563048] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('53fa6b5d-a282-40e5-bbc1-4ba618028562',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.568924] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.569122] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.575889] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 792.576101] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65642) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 792.576244] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Released creation lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 792.576425] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "network-687" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.576832] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock port-dfed2ed9-09f7-4548-a28d-0db6b9857d34 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.577020] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "port-dfed2ed9-09f7-4548-a28d-0db6b9857d34" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.577145] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "port-dfed2ed9-09f7-4548-a28d-0db6b9857d34" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.577485] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "port-dfed2ed9-09f7-4548-a28d-0db6b9857d34" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.577624] env[65642]: DEBUG networking_nsxv3.api.rpc [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dfed2ed9-09f7-4548-a28d-0db6b9857d34',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.610375] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.610375] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fb84f89e-daf3-4100-92cd-2981d9459c16 is going to be deleted. [ 792.611137] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.611531] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.633342] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.633342] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.668871] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.669361] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b is going to be deleted. [ 792.670528] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.670768] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.753563] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.753715] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5fe17d9f-a332-460a-b8d3-2553f9dbbe00 is going to be deleted. [ 792.754814] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.754989] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.755107] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.755571] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5eab9fd-b38a-4399-84e0-8b657dccd65a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.755571] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.755571] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.755720] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.755751] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c35b78ff-cf2f-4afe-984f-527867e449a5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.757281] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.757931] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.757931] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.757931] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4ae889e8-c0dd-42ea-aaaa-7c4da43cddf5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.757931] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.759028] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.759028] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.759028] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e93ad73d-8c66-47c4-b4b2-0436390a79e1" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.759028] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.759028] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.759028] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.759028] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17b1b919-3cca-483d-83a1-c3c61343f54e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.759028] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.759473] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.787236] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.787236] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.793749] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.793749] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.817027] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.817027] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.817027] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.817027] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.817027] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.817027] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.817027] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 772f4be7-9647-4df0-9cfc-f9cfde6aae9f is going to be updated. [ 792.817984] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.818338] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.818569] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.818808] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-416de803-dd52-4339-801f-f9e94ed3de72" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.819341] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.820497] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.820497] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.820497] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a93ed5e-3cb5-409b-a97c-1280402bf541" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.820497] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.820674] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.861666] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.861975] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.864512] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.864512] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.864512] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.864512] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.864512] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.864512] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.864512] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.864512] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.864512] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.864512] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.864512] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.864512] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.864512] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.864512] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.864512] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1aecea80-494d-41f8-8a12-054ef61d5f69 is going to be updated. [ 792.865250] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.865417] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.865517] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.865644] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b8f6b707-0d1e-43fa-83da-583ab4f8c4d5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.865776] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.865931] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.894490] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.894729] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.907546] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.908317] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.908317] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.908403] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.908499] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.908799] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec8e4ab5-7d93-4c71-b1da-a89a029a0e52 is going to be created. [ 792.912946] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.912946] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.914248] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.915232] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.915421] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.916039] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.916413] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.916546] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.916707] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0 is going to be updated. [ 792.919600] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.919969] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.919969] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.920268] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.920516] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.922081] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.922385] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.922538] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.922771] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.923031] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.923305] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.923441] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.923642] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e6b70b9f-9014-4f30-bf9b-4f79b63f532b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.924566] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.924791] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.924955] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.925200] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fb84f89e-daf3-4100-92cd-2981d9459c16" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.925389] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.925606] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.925725] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.925911] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d9860cc-1f11-4bce-b359-958bfb80ccf3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.927115] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.927381] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.927535] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.927714] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c0e17eb1-5ac0-40fb-ac6a-0da5303f6f3b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.927917] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.928176] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.928316] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.928501] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5fe17d9f-a332-460a-b8d3-2553f9dbbe00" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.959408] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 772f4be7-9647-4df0-9cfc-f9cfde6aae9f in Status: IN_PROGRESS for 2s [ 792.983084] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4197232b-00b3-4d7e-9a44-4c4f5c98a24d: rpc.has_security_group_logging(os_id): False [ 793.001224] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f: rpc.has_security_group_logging(os_id): False [ 793.002579] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e46e3e81-dafc-44f9-914d-ddc98eeed238: rpc.has_security_group_logging(os_id): False [ 793.013469] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.013680] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.013748] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.014123] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.016651] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.016936] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.016936] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.025171] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.025171] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.062843] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.063181] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.064517] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.064705] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.065041] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('53fa6b5d-a282-40e5-bbc1-4ba618028562',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.066986] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec8e4ab5-7d93-4c71-b1da-a89a029a0e52 in Status: UNINITIALIZED for 2s [ 793.074131] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.074313] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.077902] env[65642]: INFO networking_nsxv3.common.synchronization [None req-a460295d-d53f-48f8-b08c-798a6c24067e tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Enqueued Resource ID: c5f0f474-41d7-4660-b77b-028a6481a05c with Priority: HIGHEST for action security_group_rules [ 793.078648] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5f0f474-41d7-4660-b77b-028a6481a05c with Priority: HIGHEST for action security_group_rules [ 793.079333] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5f0f474-41d7-4660-b77b-028a6481a05c taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.079543] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5f0f474-41d7-4660-b77b-028a6481a05c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.079656] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5f0f474-41d7-4660-b77b-028a6481a05c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.080049] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5f0f474-41d7-4660-b77b-028a6481a05c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.080185] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5f0f474-41d7-4660-b77b-028a6481a05c',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.083395] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.083684] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.084071] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.084455] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.085257] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.085257] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Segment Port dfed2ed9-09f7-4548-a28d-0db6b9857d34 not found, creating... [ 793.085425] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.085606] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.085781] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.087074] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.087324] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.088432] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.088799] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.089033] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.089413] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.089628] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.090099] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Resource: SegmentPort with ID: dfed2ed9-09f7-4548-a28d-0db6b9857d34 is going to be created. [ 793.113649] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.114243] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.114379] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.114441] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.115052] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.115052] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.115052] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4197232b-00b3-4d7e-9a44-4c4f5c98a24d is going to be updated. [ 793.116227] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.116434] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.119053] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.119273] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.153402] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.153402] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.153402] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.153699] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.154237] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.154237] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "port-dfed2ed9-09f7-4548-a28d-0db6b9857d34" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.162486] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.162720] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.162844] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.162969] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.163214] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.163301] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.163421] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e46e3e81-dafc-44f9-914d-ddc98eeed238 is going to be updated. [ 793.164773] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.164955] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.202034] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.202288] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.202407] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.202461] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.202676] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.202795] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.202913] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f is going to be updated. [ 793.205016] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.205441] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.205645] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.206740] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.206954] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.207191] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.255800] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1aecea80-494d-41f8-8a12-054ef61d5f69 in Status: IN_PROGRESS for 2s [ 793.255800] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0 in Status: IN_PROGRESS for 2s [ 793.333041] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.333041] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.333041] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.333041] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.333041] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.337942] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.342806] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.342806] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.342806] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.342806] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.349654] env[65642]: INFO networking_nsxv3.common.synchronization [None req-5570baee-1beb-42aa-9e9a-8ad8dce8d6f2 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Enqueued Resource ID: c5f0f474-41d7-4660-b77b-028a6481a05c with Priority: HIGHEST for action security_group_rules [ 793.349654] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5f0f474-41d7-4660-b77b-028a6481a05c with Priority: HIGHEST for action security_group_rules [ 793.355280] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.355280] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.355280] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.355280] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.355280] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.355736] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5f0f474-41d7-4660-b77b-028a6481a05c taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.355736] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5f0f474-41d7-4660-b77b-028a6481a05c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.387192] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f in Status: IN_PROGRESS for 2s [ 793.388092] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4197232b-00b3-4d7e-9a44-4c4f5c98a24d in Status: IN_PROGRESS for 2s [ 793.397621] env[65642]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 793.399097] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e46e3e81-dafc-44f9-914d-ddc98eeed238 in Status: IN_PROGRESS for 2s [ 793.565094] env[65642]: INFO networking_nsxv3.common.synchronization [None req-e72c8c3e-3e8f-4cee-bb7c-886653594372 None None] Enqueued Resource ID: bfa0dc45-ba69-477e-b0fb-d6d84c731b4b with Priority: HIGHEST for action port [ 793.565692] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfa0dc45-ba69-477e-b0fb-d6d84c731b4b with Priority: HIGHEST for action port [ 793.566027] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-bfa0dc45-ba69-477e-b0fb-d6d84c731b4b taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.567617] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bfa0dc45-ba69-477e-b0fb-d6d84c731b4b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.567700] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bfa0dc45-ba69-477e-b0fb-d6d84c731b4b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.567986] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bfa0dc45-ba69-477e-b0fb-d6d84c731b4b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.569211] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bfa0dc45-ba69-477e-b0fb-d6d84c731b4b',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.574022] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.574150] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.574224] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.575338] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.575338] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.575338] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53fa6b5d-a282-40e5-bbc1-4ba618028562 is going to be updated. [ 793.602144] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.602319] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.602373] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.602588] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.602696] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.602771] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5f0f474-41d7-4660-b77b-028a6481a05c already deleted. [ 793.602862] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5f0f474-41d7-4660-b77b-028a6481a05c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.603431] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5f0f474-41d7-4660-b77b-028a6481a05c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.603608] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5f0f474-41d7-4660-b77b-028a6481a05c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.603695] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5f0f474-41d7-4660-b77b-028a6481a05c',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.612122] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.612296] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.612374] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.612603] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.612842] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.624501] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53fa6b5d-a282-40e5-bbc1-4ba618028562 in Status: IN_PROGRESS for 2s [ 793.854136] env[65642]: INFO networking_nsxv3.common.synchronization [req-116f8325-19aa-498c-8ca2-4cf51710c208 req-75be871b-10b6-4f81-afcd-cb102c946fde service nova] Enqueued Resource ID: 53fa6b5d-a282-40e5-bbc1-4ba618028562 with Priority: HIGHEST for action security_group_rules [ 793.854136] env[65642]: INFO networking_nsxv3.common.synchronization [req-116f8325-19aa-498c-8ca2-4cf51710c208 req-75be871b-10b6-4f81-afcd-cb102c946fde service nova] Enqueued Resource ID: 53fa6b5d-a282-40e5-bbc1-4ba618028562 with Priority: HIGHEST for action security_group_members [ 793.854136] env[65642]: INFO networking_nsxv3.common.synchronization [req-116f8325-19aa-498c-8ca2-4cf51710c208 req-75be871b-10b6-4f81-afcd-cb102c946fde service nova] Enqueued Resource ID: dfed2ed9-09f7-4548-a28d-0db6b9857d34 with Priority: HIGHEST for action port [ 793.854698] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53fa6b5d-a282-40e5-bbc1-4ba618028562 with Priority: HIGHEST for action security_group_rules [ 793.855057] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53fa6b5d-a282-40e5-bbc1-4ba618028562 with Priority: HIGHEST for action security_group_members [ 793.855318] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfed2ed9-09f7-4548-a28d-0db6b9857d34 with Priority: HIGHEST for action port [ 793.855774] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53fa6b5d-a282-40e5-bbc1-4ba618028562 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.856028] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53fa6b5d-a282-40e5-bbc1-4ba618028562" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.856435] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-53fa6b5d-a282-40e5-bbc1-4ba618028562 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.856619] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53fa6b5d-a282-40e5-bbc1-4ba618028562" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.856909] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-dfed2ed9-09f7-4548-a28d-0db6b9857d34 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.857520] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dfed2ed9-09f7-4548-a28d-0db6b9857d34" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.857736] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dfed2ed9-09f7-4548-a28d-0db6b9857d34" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.858050] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dfed2ed9-09f7-4548-a28d-0db6b9857d34" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.858237] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dfed2ed9-09f7-4548-a28d-0db6b9857d34',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.077178] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bfa0dc45-ba69-477e-b0fb-d6d84c731b4b [ 794.077455] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.078116] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.078116] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.078116] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.078116] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.078367] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bfa0dc45-ba69-477e-b0fb-d6d84c731b4b already deleted. [ 794.078442] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bfa0dc45-ba69-477e-b0fb-d6d84c731b4b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.126120] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.126339] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.126424] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.126658] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.126788] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.126855] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5f0f474-41d7-4660-b77b-028a6481a05c already deleted. [ 794.126944] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5f0f474-41d7-4660-b77b-028a6481a05c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.258471] env[65642]: INFO networking_nsxv3.common.synchronization [req-f65fb2ad-52fc-484f-a342-7ab5ff0482e3 req-614793bf-8334-4cd9-adf3-44d391d3dc33 tempest-ServerAddressesTestJSON-1348579664 tempest-ServerAddressesTestJSON-1348579664-project-member] Enqueued Resource ID: 52a09aee-b32c-48d2-9612-acc7b29cb841 with Priority: HIGHEST for action security_group_members [ 794.258662] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52a09aee-b32c-48d2-9612-acc7b29cb841 with Priority: HIGHEST for action security_group_members [ 794.258975] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-52a09aee-b32c-48d2-9612-acc7b29cb841 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.261282] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52a09aee-b32c-48d2-9612-acc7b29cb841" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.261347] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52a09aee-b32c-48d2-9612-acc7b29cb841" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.261882] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52a09aee-b32c-48d2-9612-acc7b29cb841" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.264333] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.264845] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.264845] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.264845] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.264845] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.265022] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52a09aee-b32c-48d2-9612-acc7b29cb841',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.361973] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dfed2ed9-09f7-4548-a28d-0db6b9857d34 with status ACTIVE [ 794.361973] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.361973] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.361973] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.361973] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.361973] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.362200] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.362200] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.362200] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.362298] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.362372] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.362569] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.362752] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.362752] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.362837] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.362934] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.363040] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dfed2ed9-09f7-4548-a28d-0db6b9857d34 is going to be updated. [ 794.400237] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.400455] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.400592] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.400839] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.405017] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.405017] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dfed2ed9-09f7-4548-a28d-0db6b9857d34" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.712207] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock network-783 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.712826] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "network-783" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.713482] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "network-783" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.714315] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "network-783" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.715088] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.715748] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.717034] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.717034] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.717034] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.717034] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 794.717365] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] NeedRegenerationException {{(pid=65642) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 794.717399] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] no value, waiting for create lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 794.717851] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] value creation lock acquired {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 794.717851] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 794.717851] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Calling creation function for not-yet-present value {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 794.718105] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 794.745458] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 794.745458] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65642) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 794.745458] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Released creation lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 794.745731] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "network-783" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.746033] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock port-8f1637bf-ad9d-4ca0-8617-c347a485b19a taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.746198] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "port-8f1637bf-ad9d-4ca0-8617-c347a485b19a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.746341] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "port-8f1637bf-ad9d-4ca0-8617-c347a485b19a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.746776] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "port-8f1637bf-ad9d-4ca0-8617-c347a485b19a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.746949] env[65642]: DEBUG networking_nsxv3.api.rpc [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f1637bf-ad9d-4ca0-8617-c347a485b19a',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.768774] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.768774] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.768774] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.768774] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.768774] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.768774] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.768774] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.768774] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.769966] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.770317] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.771150] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52a09aee-b32c-48d2-9612-acc7b29cb841 already deleted. [ 794.771150] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52a09aee-b32c-48d2-9612-acc7b29cb841" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.971301] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 772f4be7-9647-4df0-9cfc-f9cfde6aae9f in Status: SUCCESS [ 794.971391] env[65642]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 772f4be7-9647-4df0-9cfc-f9cfde6aae9f deletion is rescheduled due to dependency. [ 794.971525] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-772f4be7-9647-4df0-9cfc-f9cfde6aae9f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.082943] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec8e4ab5-7d93-4c71-b1da-a89a029a0e52 in Status: SUCCESS [ 795.083315] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec8e4ab5-7d93-4c71-b1da-a89a029a0e52" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.083552] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec8e4ab5-7d93-4c71-b1da-a89a029a0e52" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.085027] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec8e4ab5-7d93-4c71-b1da-a89a029a0e52" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.085027] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.085027] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.085027] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.085027] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.085027] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.085027] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec8e4ab5-7d93-4c71-b1da-a89a029a0e52" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.085027] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ec8e4ab5-7d93-4c71-b1da-a89a029a0e52',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.252148] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.252455] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.252606] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.252971] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.253164] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.253342] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Segment Port 8f1637bf-ad9d-4ca0-8617-c347a485b19a not found, creating... [ 795.253647] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.253834] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.253959] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.254303] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.254477] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.254766] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.254923] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.256482] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.256482] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.256482] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.256482] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Resource: SegmentPort with ID: 8f1637bf-ad9d-4ca0-8617-c347a485b19a is going to be created. [ 795.278199] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0 in Status: SUCCESS [ 795.278474] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.279440] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1aecea80-494d-41f8-8a12-054ef61d5f69 in Status: SUCCESS [ 795.279622] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1aecea80-494d-41f8-8a12-054ef61d5f69" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.286555] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.286779] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.286923] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.287302] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.287520] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.287754] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "port-8f1637bf-ad9d-4ca0-8617-c347a485b19a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.413376] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e46e3e81-dafc-44f9-914d-ddc98eeed238 in Status: SUCCESS [ 795.414062] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e46e3e81-dafc-44f9-914d-ddc98eeed238" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.414730] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4197232b-00b3-4d7e-9a44-4c4f5c98a24d in Status: SUCCESS [ 795.414996] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4197232b-00b3-4d7e-9a44-4c4f5c98a24d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.415838] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f in Status: SUCCESS [ 795.415934] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.587783] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ec8e4ab5-7d93-4c71-b1da-a89a029a0e52',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.635721] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53fa6b5d-a282-40e5-bbc1-4ba618028562 in Status: SUCCESS [ 795.636067] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53fa6b5d-a282-40e5-bbc1-4ba618028562" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.636798] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53fa6b5d-a282-40e5-bbc1-4ba618028562" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.637129] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53fa6b5d-a282-40e5-bbc1-4ba618028562" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.637427] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.637604] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.637712] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.637976] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.638127] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.638307] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53fa6b5d-a282-40e5-bbc1-4ba618028562" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.638552] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-53fa6b5d-a282-40e5-bbc1-4ba618028562 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.638686] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53fa6b5d-a282-40e5-bbc1-4ba618028562" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.638789] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53fa6b5d-a282-40e5-bbc1-4ba618028562" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.639051] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53fa6b5d-a282-40e5-bbc1-4ba618028562" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.639289] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.639454] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.639559] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.639805] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.639906] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.640050] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53fa6b5d-a282-40e5-bbc1-4ba618028562" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.640185] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('53fa6b5d-a282-40e5-bbc1-4ba618028562',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.641437] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53fa6b5d-a282-40e5-bbc1-4ba618028562" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.641601] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53fa6b5d-a282-40e5-bbc1-4ba618028562" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.641754] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.641866] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.641909] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.642059] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.642161] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.642220] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53fa6b5d-a282-40e5-bbc1-4ba618028562',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.874850] env[65642]: INFO networking_nsxv3.common.synchronization [req-77ca9b82-7c27-4e48-b71f-15d82ff1c30e req-d66ff5a8-23b3-4109-81e2-49abfa0d28ef tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Enqueued Resource ID: b2b935df-b98e-4ceb-95d1-1ecf01324f0f with Priority: HIGHEST for action security_group_members [ 795.875631] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2b935df-b98e-4ceb-95d1-1ecf01324f0f with Priority: HIGHEST for action security_group_members [ 795.875804] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2b935df-b98e-4ceb-95d1-1ecf01324f0f taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.875924] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2b935df-b98e-4ceb-95d1-1ecf01324f0f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.875992] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2b935df-b98e-4ceb-95d1-1ecf01324f0f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.876236] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2b935df-b98e-4ceb-95d1-1ecf01324f0f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.876401] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.876505] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.876568] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.876754] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.876841] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.876938] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2b935df-b98e-4ceb-95d1-1ecf01324f0f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.980483] env[65642]: INFO networking_nsxv3.common.synchronization [req-f65fb2ad-52fc-484f-a342-7ab5ff0482e3 req-388410f6-5b0e-47ae-b36b-61f215f4a0a6 service nova] Enqueued Resource ID: 52a09aee-b32c-48d2-9612-acc7b29cb841 with Priority: HIGHEST for action security_group_rules [ 795.980683] env[65642]: INFO networking_nsxv3.common.synchronization [req-f65fb2ad-52fc-484f-a342-7ab5ff0482e3 req-388410f6-5b0e-47ae-b36b-61f215f4a0a6 service nova] Enqueued Resource ID: 52a09aee-b32c-48d2-9612-acc7b29cb841 with Priority: HIGHEST for action security_group_members [ 795.980769] env[65642]: INFO networking_nsxv3.common.synchronization [req-f65fb2ad-52fc-484f-a342-7ab5ff0482e3 req-388410f6-5b0e-47ae-b36b-61f215f4a0a6 service nova] Enqueued Resource ID: 8f1637bf-ad9d-4ca0-8617-c347a485b19a with Priority: HIGHEST for action port [ 795.981269] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52a09aee-b32c-48d2-9612-acc7b29cb841 with Priority: HIGHEST for action security_group_rules [ 795.981405] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52a09aee-b32c-48d2-9612-acc7b29cb841 with Priority: HIGHEST for action security_group_members [ 795.981518] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f1637bf-ad9d-4ca0-8617-c347a485b19a with Priority: HIGHEST for action port [ 795.981781] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-52a09aee-b32c-48d2-9612-acc7b29cb841 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.981919] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-52a09aee-b32c-48d2-9612-acc7b29cb841" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.981963] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-52a09aee-b32c-48d2-9612-acc7b29cb841" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.989846] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-52a09aee-b32c-48d2-9612-acc7b29cb841" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.989846] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('52a09aee-b32c-48d2-9612-acc7b29cb841',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.989846] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-52a09aee-b32c-48d2-9612-acc7b29cb841 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.989846] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52a09aee-b32c-48d2-9612-acc7b29cb841" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.989846] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52a09aee-b32c-48d2-9612-acc7b29cb841" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.989846] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52a09aee-b32c-48d2-9612-acc7b29cb841" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.989846] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.989846] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.990253] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.990508] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.990704] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.990884] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52a09aee-b32c-48d2-9612-acc7b29cb841',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.991981] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-8f1637bf-ad9d-4ca0-8617-c347a485b19a taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.992271] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8f1637bf-ad9d-4ca0-8617-c347a485b19a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.992451] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8f1637bf-ad9d-4ca0-8617-c347a485b19a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.992692] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8f1637bf-ad9d-4ca0-8617-c347a485b19a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.992903] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f1637bf-ad9d-4ca0-8617-c347a485b19a',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.171504] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ec8e4ab5-7d93-4c71-b1da-a89a029a0e52: rpc.has_security_group_logging(os_id): False [ 796.172924] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 53fa6b5d-a282-40e5-bbc1-4ba618028562: rpc.has_security_group_logging(os_id): False [ 796.173871] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('53fa6b5d-a282-40e5-bbc1-4ba618028562',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.197458] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.197458] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.197458] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.197458] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.198230] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.198346] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.220658] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.221117] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.221383] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.221383] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.221824] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.221824] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.222035] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.222035] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.222136] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.222253] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.222333] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.222692] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.222797] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.222847] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.223200] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.223310] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.223660] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53fa6b5d-a282-40e5-bbc1-4ba618028562 is going to be updated. [ 796.224606] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.224771] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.224854] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.225116] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.225217] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.225271] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.225386] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.225458] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.225541] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ec8e4ab5-7d93-4c71-b1da-a89a029a0e52 is going to be created. [ 796.300585] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.300915] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.300915] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.301195] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.301482] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.306263] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.306263] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.306263] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.306584] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.306641] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.316321] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ec8e4ab5-7d93-4c71-b1da-a89a029a0e52 in Status: IN_PROGRESS for 2s [ 796.317657] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53fa6b5d-a282-40e5-bbc1-4ba618028562 in Status: IN_PROGRESS for 2s [ 796.379428] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b2b935df-b98e-4ceb-95d1-1ecf01324f0f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.495206] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-52a09aee-b32c-48d2-9612-acc7b29cb841 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.495477] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52a09aee-b32c-48d2-9612-acc7b29cb841" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.495768] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('52a09aee-b32c-48d2-9612-acc7b29cb841',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.496538] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8f1637bf-ad9d-4ca0-8617-c347a485b19a with status ACTIVE [ 796.496720] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.496896] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.497270] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.497270] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.497428] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.497664] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.497771] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.497833] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.498150] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.498850] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.498850] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.498850] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.498850] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.498850] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.498850] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.499577] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8f1637bf-ad9d-4ca0-8617-c347a485b19a is going to be updated. [ 796.521256] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.521362] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.521362] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.521565] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.521797] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.521977] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8f1637bf-ad9d-4ca0-8617-c347a485b19a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.676470] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('53fa6b5d-a282-40e5-bbc1-4ba618028562',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.784175] env[65642]: INFO networking_nsxv3.common.synchronization [req-2c4806ed-0f64-4278-a0e2-4f71a2e848a5 req-97044a70-a32a-44c4-9399-c821c67296ff tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Enqueued Resource ID: 12e7544c-4c8e-45d8-8e82-a54d4aa3a7db with Priority: HIGHEST for action security_group_members [ 796.784175] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12e7544c-4c8e-45d8-8e82-a54d4aa3a7db with Priority: HIGHEST for action security_group_members [ 796.784175] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.784175] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.784175] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.784175] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.784175] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.784175] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.784899] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.785220] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.785486] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.785684] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12e7544c-4c8e-45d8-8e82-a54d4aa3a7db',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.881824] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b2b935df-b98e-4ceb-95d1-1ecf01324f0f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.002090] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('52a09aee-b32c-48d2-9612-acc7b29cb841',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.107988] env[65642]: INFO networking_nsxv3.common.synchronization [req-2c4806ed-0f64-4278-a0e2-4f71a2e848a5 req-888ffd04-be83-4d8a-9125-7b7d8c6db74a tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Enqueued Resource ID: 12e7544c-4c8e-45d8-8e82-a54d4aa3a7db with Priority: HIGHEST for action security_group_members [ 797.108953] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12e7544c-4c8e-45d8-8e82-a54d4aa3a7db with Priority: HIGHEST for action security_group_members [ 797.109100] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.109250] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.179702] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.181268] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.181268] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.181268] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.181268] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.181268] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53fa6b5d-a282-40e5-bbc1-4ba618028562 is going to be updated. [ 797.218083] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.218265] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.218308] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.219475] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.219475] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.231642] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53fa6b5d-a282-40e5-bbc1-4ba618028562 in Status: IN_PROGRESS for 2s [ 797.290285] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.290285] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.290285] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.290285] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.324761] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.325120] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.325253] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.325846] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.325846] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.325846] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.325846] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12e7544c-4c8e-45d8-8e82-a54d4aa3a7db is going to be updated. [ 797.356735] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.356953] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.356999] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.357279] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.357469] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.368524] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12e7544c-4c8e-45d8-8e82-a54d4aa3a7db in Status: IN_PROGRESS for 2s [ 797.385050] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.385342] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.385476] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.385908] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.386031] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.386156] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2b935df-b98e-4ceb-95d1-1ecf01324f0f is going to be updated. [ 797.423250] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.423250] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.423250] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.423545] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.423702] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.437777] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2b935df-b98e-4ceb-95d1-1ecf01324f0f in Status: IN_PROGRESS for 2s [ 797.506154] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.506154] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.506154] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.506154] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.506154] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.506758] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52a09aee-b32c-48d2-9612-acc7b29cb841 is going to be created. [ 797.518819] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock network-437 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.519014] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "network-437" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.519192] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "network-437" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.519743] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "network-437" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.519743] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.519874] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.520007] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.520243] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.520390] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.520669] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 797.520841] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] NeedRegenerationException {{(pid=65642) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 797.521028] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] no value, waiting for create lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 797.521157] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] value creation lock acquired {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 797.521328] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 797.521389] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Calling creation function for not-yet-present value {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 797.521525] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 797.550935] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.551381] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.551381] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.551538] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.551744] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.564284] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 797.564874] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Cache value generated in 0.043 seconds for key(s): 'zone-id' {{(pid=65642) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 797.564874] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Released creation lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 797.565036] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "network-437" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.565301] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock port-0adfd38b-454c-4678-9e88-5149b5719186 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.565630] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "port-0adfd38b-454c-4678-9e88-5149b5719186" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.565630] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "port-0adfd38b-454c-4678-9e88-5149b5719186" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.565964] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "port-0adfd38b-454c-4678-9e88-5149b5719186" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.568141] env[65642]: DEBUG networking_nsxv3.api.rpc [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0adfd38b-454c-4678-9e88-5149b5719186',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.569860] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52a09aee-b32c-48d2-9612-acc7b29cb841 in Status: UNINITIALIZED for 2s [ 798.071274] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.075392] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.075536] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.075876] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.076925] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.076925] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Segment Port 0adfd38b-454c-4678-9e88-5149b5719186 not found, creating... [ 798.076925] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.076925] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.076925] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.076925] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.077181] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.077296] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.077451] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.077561] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.077757] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.077886] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.078284] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Resource: SegmentPort with ID: 0adfd38b-454c-4678-9e88-5149b5719186 is going to be created. [ 798.099331] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.099570] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.099696] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.100018] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.100239] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.100465] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "port-0adfd38b-454c-4678-9e88-5149b5719186" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.333214] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ec8e4ab5-7d93-4c71-b1da-a89a029a0e52 in Status: SUCCESS [ 798.333521] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ec8e4ab5-7d93-4c71-b1da-a89a029a0e52" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.334316] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53fa6b5d-a282-40e5-bbc1-4ba618028562 in Status: SUCCESS [ 798.334496] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53fa6b5d-a282-40e5-bbc1-4ba618028562" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.334686] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53fa6b5d-a282-40e5-bbc1-4ba618028562" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.334932] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53fa6b5d-a282-40e5-bbc1-4ba618028562" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.335218] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53fa6b5d-a282-40e5-bbc1-4ba618028562',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.790552] env[65642]: INFO networking_nsxv3.common.synchronization [req-2c4806ed-0f64-4278-a0e2-4f71a2e848a5 req-23e77533-2e69-404e-9ac5-33c608d861ce service nova] Enqueued Resource ID: 12e7544c-4c8e-45d8-8e82-a54d4aa3a7db with Priority: HIGHEST for action security_group_rules [ 798.791599] env[65642]: INFO networking_nsxv3.common.synchronization [req-2c4806ed-0f64-4278-a0e2-4f71a2e848a5 req-23e77533-2e69-404e-9ac5-33c608d861ce service nova] Enqueued Resource ID: 12e7544c-4c8e-45d8-8e82-a54d4aa3a7db with Priority: HIGHEST for action security_group_members [ 798.791599] env[65642]: INFO networking_nsxv3.common.synchronization [req-2c4806ed-0f64-4278-a0e2-4f71a2e848a5 req-23e77533-2e69-404e-9ac5-33c608d861ce service nova] Enqueued Resource ID: 0adfd38b-454c-4678-9e88-5149b5719186 with Priority: HIGHEST for action port [ 798.791861] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12e7544c-4c8e-45d8-8e82-a54d4aa3a7db with Priority: HIGHEST for action security_group_rules [ 798.792073] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12e7544c-4c8e-45d8-8e82-a54d4aa3a7db with Priority: HIGHEST for action security_group_members [ 798.792241] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0adfd38b-454c-4678-9e88-5149b5719186 with Priority: HIGHEST for action port [ 798.792651] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.792969] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.792969] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.796198] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.796198] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12e7544c-4c8e-45d8-8e82-a54d4aa3a7db',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.796198] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.796198] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.796198] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-0adfd38b-454c-4678-9e88-5149b5719186 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.796198] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0adfd38b-454c-4678-9e88-5149b5719186" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.796198] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0adfd38b-454c-4678-9e88-5149b5719186" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.796198] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0adfd38b-454c-4678-9e88-5149b5719186" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.796198] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0adfd38b-454c-4678-9e88-5149b5719186',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.838366] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-53fa6b5d-a282-40e5-bbc1-4ba618028562 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.838557] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53fa6b5d-a282-40e5-bbc1-4ba618028562" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.243660] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53fa6b5d-a282-40e5-bbc1-4ba618028562 in Status: SUCCESS [ 799.243660] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53fa6b5d-a282-40e5-bbc1-4ba618028562" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.243832] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53fa6b5d-a282-40e5-bbc1-4ba618028562" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.244113] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53fa6b5d-a282-40e5-bbc1-4ba618028562" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.244330] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.244417] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.244455] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.244610] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.244732] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.244785] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53fa6b5d-a282-40e5-bbc1-4ba618028562" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.245125] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('53fa6b5d-a282-40e5-bbc1-4ba618028562',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.296813] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.297014] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.297244] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0adfd38b-454c-4678-9e88-5149b5719186 with status ACTIVE [ 799.297316] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.297410] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.297476] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.297686] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.297767] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.298055] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.298155] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.298217] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.298370] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.298440] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.298630] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.298722] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.298779] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.299055] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.299055] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.299055] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0adfd38b-454c-4678-9e88-5149b5719186 is going to be updated. [ 799.323449] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.323449] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.324558] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.324558] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.324558] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.324558] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0adfd38b-454c-4678-9e88-5149b5719186" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.378911] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12e7544c-4c8e-45d8-8e82-a54d4aa3a7db in Status: SUCCESS [ 799.381650] env[65642]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12e7544c-4c8e-45d8-8e82-a54d4aa3a7db deletion is rescheduled due to dependency. [ 799.381650] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.381650] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.381650] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.381650] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.381650] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.381650] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.381650] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.381650] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.381650] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12e7544c-4c8e-45d8-8e82-a54d4aa3a7db',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.453059] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2b935df-b98e-4ceb-95d1-1ecf01324f0f in Status: SUCCESS [ 799.453301] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2b935df-b98e-4ceb-95d1-1ecf01324f0f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.580698] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52a09aee-b32c-48d2-9612-acc7b29cb841 in Status: SUCCESS [ 799.581043] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52a09aee-b32c-48d2-9612-acc7b29cb841" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.581175] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52a09aee-b32c-48d2-9612-acc7b29cb841" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.581464] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52a09aee-b32c-48d2-9612-acc7b29cb841" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.581578] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.581721] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.581789] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.582063] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.582130] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.582188] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52a09aee-b32c-48d2-9612-acc7b29cb841" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.582315] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('52a09aee-b32c-48d2-9612-acc7b29cb841',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.747938] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-53fa6b5d-a282-40e5-bbc1-4ba618028562 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.748125] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53fa6b5d-a282-40e5-bbc1-4ba618028562" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.748208] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53fa6b5d-a282-40e5-bbc1-4ba618028562" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.748413] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53fa6b5d-a282-40e5-bbc1-4ba618028562" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.748593] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.748693] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.748752] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.748900] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.748990] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.749092] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53fa6b5d-a282-40e5-bbc1-4ba618028562" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.749327] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-53fa6b5d-a282-40e5-bbc1-4ba618028562 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.749327] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53fa6b5d-a282-40e5-bbc1-4ba618028562" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.749437] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53fa6b5d-a282-40e5-bbc1-4ba618028562" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.749520] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53fa6b5d-a282-40e5-bbc1-4ba618028562" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.749652] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.749737] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.749787] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.749933] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.750024] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.750117] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53fa6b5d-a282-40e5-bbc1-4ba618028562" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.750189] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('53fa6b5d-a282-40e5-bbc1-4ba618028562',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.884299] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('12e7544c-4c8e-45d8-8e82-a54d4aa3a7db',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.935534] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock network-614 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.936135] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "network-614" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.936135] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "network-614" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.936265] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "network-614" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.936653] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.936764] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.936805] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.938736] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.939015] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.939363] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 799.939564] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] NeedRegenerationException {{(pid=65642) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 799.939739] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] no value, waiting for create lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 799.939919] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] value creation lock acquired {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 799.940149] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 799.940360] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Calling creation function for not-yet-present value {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 799.940602] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 799.964251] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 799.964489] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65642) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 799.964634] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Released creation lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 799.964868] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "network-614" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.965235] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock port-323bb4df-4964-465c-b4b8-43d0ec476f81 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.965453] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "port-323bb4df-4964-465c-b4b8-43d0ec476f81" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.965598] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "port-323bb4df-4964-465c-b4b8-43d0ec476f81" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.965994] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "port-323bb4df-4964-465c-b4b8-43d0ec476f81" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.966119] env[65642]: DEBUG networking_nsxv3.api.rpc [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('323bb4df-4964-465c-b4b8-43d0ec476f81',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.085397] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-52a09aee-b32c-48d2-9612-acc7b29cb841 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.085590] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52a09aee-b32c-48d2-9612-acc7b29cb841" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.085732] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52a09aee-b32c-48d2-9612-acc7b29cb841" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.086772] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52a09aee-b32c-48d2-9612-acc7b29cb841" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.086978] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.087309] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.087309] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.087413] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.087413] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.087928] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52a09aee-b32c-48d2-9612-acc7b29cb841" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.087928] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-52a09aee-b32c-48d2-9612-acc7b29cb841 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.087928] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52a09aee-b32c-48d2-9612-acc7b29cb841" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.087928] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52a09aee-b32c-48d2-9612-acc7b29cb841" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.088268] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52a09aee-b32c-48d2-9612-acc7b29cb841" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.088268] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.088268] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.088268] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.088504] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.088504] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.088504] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52a09aee-b32c-48d2-9612-acc7b29cb841" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.088637] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('52a09aee-b32c-48d2-9612-acc7b29cb841',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.259771] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 53fa6b5d-a282-40e5-bbc1-4ba618028562: rpc.has_security_group_logging(os_id): False [ 800.279899] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.279899] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.279899] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.281030] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.281150] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.281400] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.281517] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.281580] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.281778] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.281829] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.282030] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.282159] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.282229] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.282851] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.284102] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.284102] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.284102] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.284102] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.284102] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.284102] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.284102] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53fa6b5d-a282-40e5-bbc1-4ba618028562 is going to be updated. [ 800.351293] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.351435] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.351488] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.351703] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.351858] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.367817] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53fa6b5d-a282-40e5-bbc1-4ba618028562 in Status: IN_PROGRESS for 2s [ 800.386949] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('12e7544c-4c8e-45d8-8e82-a54d4aa3a7db',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.469630] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.469861] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.469985] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.470291] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.470448] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.470624] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Segment Port 323bb4df-4964-465c-b4b8-43d0ec476f81 not found, creating... [ 800.470957] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.471152] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.471269] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.471497] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.471633] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.471915] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.472117] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.472206] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.472443] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.472578] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.472716] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Resource: SegmentPort with ID: 323bb4df-4964-465c-b4b8-43d0ec476f81 is going to be created. [ 800.494354] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.494639] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.494639] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.494929] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.495195] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.495482] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "port-323bb4df-4964-465c-b4b8-43d0ec476f81" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.591663] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 52a09aee-b32c-48d2-9612-acc7b29cb841: rpc.has_security_group_logging(os_id): False [ 800.617100] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.617100] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.617100] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.617339] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.617339] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.617532] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.617589] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.617624] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.617768] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.617851] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.618082] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.618198] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.618262] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.618405] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.618503] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.618722] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.618829] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.618910] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.619115] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.619218] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.619325] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 52a09aee-b32c-48d2-9612-acc7b29cb841 is going to be created. [ 800.704056] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.704569] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.704569] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.704710] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.704825] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.717187] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 52a09aee-b32c-48d2-9612-acc7b29cb841 in Status: IN_PROGRESS for 2s [ 800.837281] env[65642]: INFO networking_nsxv3.common.synchronization [req-ec60e77e-40e9-472e-829a-34b5f5420f06 req-b0a53d48-172d-4817-ac0d-879caa4f63b0 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Enqueued Resource ID: b8ec4214-95fc-4945-8050-c52f58369b15 with Priority: HIGHEST for action security_group_members [ 800.838240] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8ec4214-95fc-4945-8050-c52f58369b15 with Priority: HIGHEST for action security_group_members [ 800.838754] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8ec4214-95fc-4945-8050-c52f58369b15 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.839076] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8ec4214-95fc-4945-8050-c52f58369b15" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.839247] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8ec4214-95fc-4945-8050-c52f58369b15" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.839979] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8ec4214-95fc-4945-8050-c52f58369b15" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.840416] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.840653] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.840805] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.841371] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.841574] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.841763] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8ec4214-95fc-4945-8050-c52f58369b15',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.889901] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.890107] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.890156] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.890476] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.890616] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.890748] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12e7544c-4c8e-45d8-8e82-a54d4aa3a7db is going to be updated. [ 800.928258] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.928412] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.928412] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.928586] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.928723] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.940499] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12e7544c-4c8e-45d8-8e82-a54d4aa3a7db in Status: IN_PROGRESS for 2s [ 801.204615] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock network-641 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.204615] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "network-641" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.204883] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "network-641" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.204998] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "network-641" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.205277] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.205437] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.205697] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.205769] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.205906] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.206131] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 801.206244] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] NeedRegenerationException {{(pid=65642) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 801.206346] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] no value, waiting for create lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 801.206449] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] value creation lock acquired {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 801.206554] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 801.206654] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Calling creation function for not-yet-present value {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 801.206778] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 801.231326] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 801.231620] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65642) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 801.231868] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Released creation lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 801.232188] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "network-641" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.232707] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock port-0c9c4baf-3e69-4c20-99a7-6586780ed043 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.233120] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "port-0c9c4baf-3e69-4c20-99a7-6586780ed043" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.233348] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "port-0c9c4baf-3e69-4c20-99a7-6586780ed043" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.233960] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "port-0c9c4baf-3e69-4c20-99a7-6586780ed043" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.234354] env[65642]: DEBUG networking_nsxv3.api.rpc [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c9c4baf-3e69-4c20-99a7-6586780ed043',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.257978] env[65642]: INFO networking_nsxv3.common.synchronization [req-2c4806ed-0f64-4278-a0e2-4f71a2e848a5 req-a33b7eef-327c-4b56-8faa-751258ea19c5 service nova] Enqueued Resource ID: 12e7544c-4c8e-45d8-8e82-a54d4aa3a7db with Priority: HIGHEST for action security_group_rules [ 801.258500] env[65642]: INFO networking_nsxv3.common.synchronization [req-2c4806ed-0f64-4278-a0e2-4f71a2e848a5 req-a33b7eef-327c-4b56-8faa-751258ea19c5 service nova] Enqueued Resource ID: 12e7544c-4c8e-45d8-8e82-a54d4aa3a7db with Priority: HIGHEST for action security_group_members [ 801.258734] env[65642]: INFO networking_nsxv3.common.synchronization [req-2c4806ed-0f64-4278-a0e2-4f71a2e848a5 req-a33b7eef-327c-4b56-8faa-751258ea19c5 service nova] Enqueued Resource ID: 323bb4df-4964-465c-b4b8-43d0ec476f81 with Priority: HIGHEST for action port [ 801.259798] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12e7544c-4c8e-45d8-8e82-a54d4aa3a7db with Priority: HIGHEST for action security_group_rules [ 801.260033] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12e7544c-4c8e-45d8-8e82-a54d4aa3a7db with Priority: HIGHEST for action security_group_members [ 801.260216] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 323bb4df-4964-465c-b4b8-43d0ec476f81 with Priority: HIGHEST for action port [ 801.260824] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.260824] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.261206] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.261206] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.261495] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-323bb4df-4964-465c-b4b8-43d0ec476f81 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.261668] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-323bb4df-4964-465c-b4b8-43d0ec476f81" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.261761] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-323bb4df-4964-465c-b4b8-43d0ec476f81" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.262050] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-323bb4df-4964-465c-b4b8-43d0ec476f81" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.262286] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('323bb4df-4964-465c-b4b8-43d0ec476f81',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.344077] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.344270] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.344510] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.344743] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.344908] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.345169] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.345332] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.345435] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.346062] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.346062] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.346062] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8ec4214-95fc-4945-8050-c52f58369b15 already deleted. [ 801.346062] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8ec4214-95fc-4945-8050-c52f58369b15" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.740491] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.740491] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.740491] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.740491] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.740491] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.740491] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Segment Port 0c9c4baf-3e69-4c20-99a7-6586780ed043 not found, creating... [ 801.740491] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.740491] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.740491] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.740491] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.740491] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.741092] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.741560] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.742278] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.743366] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.743756] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.745546] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Resource: SegmentPort with ID: 0c9c4baf-3e69-4c20-99a7-6586780ed043 is going to be created. [ 801.767985] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 323bb4df-4964-465c-b4b8-43d0ec476f81 with status ACTIVE [ 801.767985] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.767985] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.767985] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.767985] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.767985] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.767985] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.767985] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.767985] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.767985] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.767985] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.767985] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.767985] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.767985] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.767985] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.767985] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.768675] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 323bb4df-4964-465c-b4b8-43d0ec476f81 is going to be updated. [ 801.772091] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.772314] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.772467] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.772783] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.773219] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.773395] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "port-0c9c4baf-3e69-4c20-99a7-6586780ed043" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.796407] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.796564] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.796631] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.796851] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.796990] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.797166] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-323bb4df-4964-465c-b4b8-43d0ec476f81" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.382581] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53fa6b5d-a282-40e5-bbc1-4ba618028562 in Status: SUCCESS [ 802.382809] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53fa6b5d-a282-40e5-bbc1-4ba618028562" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.452760] env[65642]: INFO networking_nsxv3.common.synchronization [req-ec60e77e-40e9-472e-829a-34b5f5420f06 req-3188d71d-235d-4184-b47d-6943be1c3d05 service nova] Enqueued Resource ID: b8ec4214-95fc-4945-8050-c52f58369b15 with Priority: HIGHEST for action security_group_rules [ 802.452943] env[65642]: INFO networking_nsxv3.common.synchronization [req-ec60e77e-40e9-472e-829a-34b5f5420f06 req-3188d71d-235d-4184-b47d-6943be1c3d05 service nova] Enqueued Resource ID: b8ec4214-95fc-4945-8050-c52f58369b15 with Priority: HIGHEST for action security_group_members [ 802.453093] env[65642]: INFO networking_nsxv3.common.synchronization [req-ec60e77e-40e9-472e-829a-34b5f5420f06 req-3188d71d-235d-4184-b47d-6943be1c3d05 service nova] Enqueued Resource ID: 0c9c4baf-3e69-4c20-99a7-6586780ed043 with Priority: HIGHEST for action port [ 802.453597] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8ec4214-95fc-4945-8050-c52f58369b15 with Priority: HIGHEST for action security_group_rules [ 802.453743] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8ec4214-95fc-4945-8050-c52f58369b15 with Priority: HIGHEST for action security_group_members [ 802.453862] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c9c4baf-3e69-4c20-99a7-6586780ed043 with Priority: HIGHEST for action port [ 802.454264] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b8ec4214-95fc-4945-8050-c52f58369b15 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.454467] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b8ec4214-95fc-4945-8050-c52f58369b15" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.454543] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b8ec4214-95fc-4945-8050-c52f58369b15" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.454878] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b8ec4214-95fc-4945-8050-c52f58369b15" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.454929] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b8ec4214-95fc-4945-8050-c52f58369b15',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.458539] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8ec4214-95fc-4945-8050-c52f58369b15 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.458539] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8ec4214-95fc-4945-8050-c52f58369b15" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.458539] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8ec4214-95fc-4945-8050-c52f58369b15" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.458539] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8ec4214-95fc-4945-8050-c52f58369b15" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.458539] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.458539] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.458539] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.458539] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.458539] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.458539] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8ec4214-95fc-4945-8050-c52f58369b15',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.458539] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c9c4baf-3e69-4c20-99a7-6586780ed043 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.458539] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c9c4baf-3e69-4c20-99a7-6586780ed043" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.459321] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c9c4baf-3e69-4c20-99a7-6586780ed043" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.459321] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c9c4baf-3e69-4c20-99a7-6586780ed043" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.459321] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c9c4baf-3e69-4c20-99a7-6586780ed043',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.733101] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 52a09aee-b32c-48d2-9612-acc7b29cb841 in Status: SUCCESS [ 802.733101] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-52a09aee-b32c-48d2-9612-acc7b29cb841" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.951907] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12e7544c-4c8e-45d8-8e82-a54d4aa3a7db in Status: SUCCESS [ 802.951907] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.951907] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.951907] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.953250] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.953250] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.953250] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.953250] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.953250] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.953911] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12e7544c-4c8e-45d8-8e82-a54d4aa3a7db',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.961702] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b8ec4214-95fc-4945-8050-c52f58369b15',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.961702] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8ec4214-95fc-4945-8050-c52f58369b15 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.961702] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8ec4214-95fc-4945-8050-c52f58369b15" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.963955] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0c9c4baf-3e69-4c20-99a7-6586780ed043 with status ACTIVE [ 802.963955] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.963955] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.963955] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.963955] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.963955] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.963955] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.965220] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.965220] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.965220] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.965220] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.965220] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.965661] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.965753] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.965971] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.966158] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.966306] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0c9c4baf-3e69-4c20-99a7-6586780ed043 is going to be updated. [ 802.989144] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.989144] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.989144] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.989144] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.989144] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.989144] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c9c4baf-3e69-4c20-99a7-6586780ed043" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.398673] env[65642]: INFO networking_nsxv3.common.synchronization [None req-6b2e028b-3001-40a5-920f-afeec65609e8 None None] Enqueued Resource ID: ae7f8caa-59f7-48de-b575-4861cdef525e with Priority: HIGHEST for action port [ 803.399356] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae7f8caa-59f7-48de-b575-4861cdef525e with Priority: HIGHEST for action port [ 803.399978] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae7f8caa-59f7-48de-b575-4861cdef525e taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.400175] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae7f8caa-59f7-48de-b575-4861cdef525e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.400315] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae7f8caa-59f7-48de-b575-4861cdef525e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.400708] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae7f8caa-59f7-48de-b575-4861cdef525e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.401205] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae7f8caa-59f7-48de-b575-4861cdef525e',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.457088] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('12e7544c-4c8e-45d8-8e82-a54d4aa3a7db',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.464953] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b8ec4214-95fc-4945-8050-c52f58369b15',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.906217] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ae7f8caa-59f7-48de-b575-4861cdef525e [ 803.906473] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.906612] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.906798] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.906868] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.906968] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.907072] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ae7f8caa-59f7-48de-b575-4861cdef525e already deleted. [ 803.907148] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae7f8caa-59f7-48de-b575-4861cdef525e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.962589] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('12e7544c-4c8e-45d8-8e82-a54d4aa3a7db',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.966286] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.966448] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.966492] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.966701] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.966786] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.966924] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8ec4214-95fc-4945-8050-c52f58369b15 is going to be created. [ 803.995267] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.995454] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.996024] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.996024] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.996024] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.007433] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8ec4214-95fc-4945-8050-c52f58369b15 in Status: UNINITIALIZED for 2s [ 804.464912] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.465111] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.465185] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.465503] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.465621] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.465758] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12e7544c-4c8e-45d8-8e82-a54d4aa3a7db is going to be updated. [ 804.498472] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.498630] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.498630] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.498862] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.499009] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.512200] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12e7544c-4c8e-45d8-8e82-a54d4aa3a7db in Status: IN_PROGRESS for 2s [ 805.207647] env[65642]: INFO networking_nsxv3.common.synchronization [req-3873b856-2535-4247-878b-cf365bc05652 req-7108daa9-ca80-4f2c-8e43-13e36fe578aa tempest-ServersTestBootFromVolume-1427545919 tempest-ServersTestBootFromVolume-1427545919-project-member] Enqueued Resource ID: 29b0f435-3101-4563-be4b-60c15a948cbb with Priority: HIGHEST for action security_group_members [ 805.208669] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29b0f435-3101-4563-be4b-60c15a948cbb with Priority: HIGHEST for action security_group_members [ 805.209056] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-29b0f435-3101-4563-be4b-60c15a948cbb taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.209188] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29b0f435-3101-4563-be4b-60c15a948cbb" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.209250] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29b0f435-3101-4563-be4b-60c15a948cbb" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.209530] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29b0f435-3101-4563-be4b-60c15a948cbb" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.209688] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.209786] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.210344] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.210344] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.210344] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.210344] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('29b0f435-3101-4563-be4b-60c15a948cbb',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.563245] env[65642]: INFO networking_nsxv3.common.synchronization [None req-b7f07255-5977-4526-bf6a-fb56178c4ebb None None] Enqueued Resource ID: 45321c18-abff-4a82-b2ce-d2579a47b009 with Priority: HIGHEST for action port [ 805.563869] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45321c18-abff-4a82-b2ce-d2579a47b009 with Priority: HIGHEST for action port [ 805.564651] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-45321c18-abff-4a82-b2ce-d2579a47b009 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.564807] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-45321c18-abff-4a82-b2ce-d2579a47b009" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.564877] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-45321c18-abff-4a82-b2ce-d2579a47b009" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.565231] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-45321c18-abff-4a82-b2ce-d2579a47b009" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.565356] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45321c18-abff-4a82-b2ce-d2579a47b009',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.582423] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock network-639 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.582604] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "network-639" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.582721] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "network-639" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.583588] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "network-639" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.583588] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.583588] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.583763] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.584567] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.584567] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.584567] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 805.584567] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] NeedRegenerationException {{(pid=65642) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 805.585033] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] no value, waiting for create lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 805.585033] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] value creation lock acquired {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 805.585033] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 805.585263] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Calling creation function for not-yet-present value {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 805.585383] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 805.604735] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 805.604927] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65642) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 805.605333] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Released creation lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 805.605333] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "network-639" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.605573] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock port-6533decc-9970-4496-994f-6400ec998fbb taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.605793] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "port-6533decc-9970-4496-994f-6400ec998fbb" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.605867] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "port-6533decc-9970-4496-994f-6400ec998fbb" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.606212] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "port-6533decc-9970-4496-994f-6400ec998fbb" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.606354] env[65642]: DEBUG networking_nsxv3.api.rpc [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6533decc-9970-4496-994f-6400ec998fbb',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.712765] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.713785] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.713785] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.713785] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.713785] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.713785] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.714785] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.714785] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.714877] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.714932] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.715042] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29b0f435-3101-4563-be4b-60c15a948cbb already deleted. [ 805.715636] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29b0f435-3101-4563-be4b-60c15a948cbb" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.022320] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8ec4214-95fc-4945-8050-c52f58369b15 in Status: SUCCESS [ 806.022320] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8ec4214-95fc-4945-8050-c52f58369b15" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.022320] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8ec4214-95fc-4945-8050-c52f58369b15" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.022320] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8ec4214-95fc-4945-8050-c52f58369b15" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.022320] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.022320] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.022320] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.022675] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.022675] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.022675] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8ec4214-95fc-4945-8050-c52f58369b15" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.022675] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b8ec4214-95fc-4945-8050-c52f58369b15',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.067157] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 45321c18-abff-4a82-b2ce-d2579a47b009 [ 806.067439] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.067575] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.067690] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.067849] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.067938] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.068049] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:45321c18-abff-4a82-b2ce-d2579a47b009 already deleted. [ 806.068150] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-45321c18-abff-4a82-b2ce-d2579a47b009" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.110069] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.110439] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.110588] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.111013] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.111256] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.111442] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Segment Port 6533decc-9970-4496-994f-6400ec998fbb not found, creating... [ 806.111772] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.111941] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.112072] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.112337] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.112491] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.112791] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.113016] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.113143] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.113409] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.113555] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.113685] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Resource: SegmentPort with ID: 6533decc-9970-4496-994f-6400ec998fbb is going to be created. [ 806.135329] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.135527] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.135683] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.136043] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.136583] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.136872] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "port-6533decc-9970-4496-994f-6400ec998fbb" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.525399] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12e7544c-4c8e-45d8-8e82-a54d4aa3a7db in Status: SUCCESS [ 806.525851] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.526373] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8ec4214-95fc-4945-8050-c52f58369b15 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.526606] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8ec4214-95fc-4945-8050-c52f58369b15" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.526704] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8ec4214-95fc-4945-8050-c52f58369b15" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.526974] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8ec4214-95fc-4945-8050-c52f58369b15" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.527203] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.527330] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.527405] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.527620] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.527727] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.527858] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8ec4214-95fc-4945-8050-c52f58369b15" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.528066] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8ec4214-95fc-4945-8050-c52f58369b15 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.528222] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8ec4214-95fc-4945-8050-c52f58369b15" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.528344] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8ec4214-95fc-4945-8050-c52f58369b15" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.528492] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8ec4214-95fc-4945-8050-c52f58369b15" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.528680] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.528784] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.528835] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.529068] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.529150] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.529211] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8ec4214-95fc-4945-8050-c52f58369b15" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.529303] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b8ec4214-95fc-4945-8050-c52f58369b15',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.531061] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.531061] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.531200] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.531271] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.531305] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.531995] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.531995] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.531995] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.531995] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('12e7544c-4c8e-45d8-8e82-a54d4aa3a7db',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.533580] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.533580] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.533580] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.533707] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.533707] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.533826] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.535490] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.535490] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12e7544c-4c8e-45d8-8e82-a54d4aa3a7db',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.829406] env[65642]: INFO networking_nsxv3.common.synchronization [req-3873b856-2535-4247-878b-cf365bc05652 req-2ce9cdd1-4d80-4c6f-ac20-66a6c804c173 service nova] Enqueued Resource ID: 29b0f435-3101-4563-be4b-60c15a948cbb with Priority: HIGHEST for action security_group_rules [ 806.829589] env[65642]: INFO networking_nsxv3.common.synchronization [req-3873b856-2535-4247-878b-cf365bc05652 req-2ce9cdd1-4d80-4c6f-ac20-66a6c804c173 service nova] Enqueued Resource ID: 29b0f435-3101-4563-be4b-60c15a948cbb with Priority: HIGHEST for action security_group_members [ 806.829724] env[65642]: INFO networking_nsxv3.common.synchronization [req-3873b856-2535-4247-878b-cf365bc05652 req-2ce9cdd1-4d80-4c6f-ac20-66a6c804c173 service nova] Enqueued Resource ID: 6533decc-9970-4496-994f-6400ec998fbb with Priority: HIGHEST for action port [ 806.830261] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29b0f435-3101-4563-be4b-60c15a948cbb with Priority: HIGHEST for action security_group_rules [ 806.830395] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29b0f435-3101-4563-be4b-60c15a948cbb with Priority: HIGHEST for action security_group_members [ 806.830490] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6533decc-9970-4496-994f-6400ec998fbb with Priority: HIGHEST for action port [ 806.830753] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-29b0f435-3101-4563-be4b-60c15a948cbb taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.830922] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-29b0f435-3101-4563-be4b-60c15a948cbb" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.830994] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-29b0f435-3101-4563-be4b-60c15a948cbb" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.831579] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-29b0f435-3101-4563-be4b-60c15a948cbb" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.831672] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('29b0f435-3101-4563-be4b-60c15a948cbb',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.833224] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-29b0f435-3101-4563-be4b-60c15a948cbb taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.833224] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29b0f435-3101-4563-be4b-60c15a948cbb" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.833224] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29b0f435-3101-4563-be4b-60c15a948cbb" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.833224] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29b0f435-3101-4563-be4b-60c15a948cbb" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.833224] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.833224] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.833224] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.833487] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.833678] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.833774] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('29b0f435-3101-4563-be4b-60c15a948cbb',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.834856] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-6533decc-9970-4496-994f-6400ec998fbb taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.835014] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6533decc-9970-4496-994f-6400ec998fbb" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.835128] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6533decc-9970-4496-994f-6400ec998fbb" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.835330] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6533decc-9970-4496-994f-6400ec998fbb" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.835439] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6533decc-9970-4496-994f-6400ec998fbb',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.035123] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b8ec4214-95fc-4945-8050-c52f58369b15: rpc.has_security_group_logging(os_id): False [ 807.036246] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.036356] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.036554] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('12e7544c-4c8e-45d8-8e82-a54d4aa3a7db',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.061841] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.061919] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.062009] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.062235] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.062284] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.062475] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.062579] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.062639] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.062791] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.062863] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.063190] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.063311] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.063368] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.063493] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.063570] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.063762] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.063861] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.064322] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.064322] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.064322] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.064322] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b8ec4214-95fc-4945-8050-c52f58369b15 is going to be created. [ 807.135684] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.135684] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.135684] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.135684] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.135684] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.150524] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b8ec4214-95fc-4945-8050-c52f58369b15 in Status: IN_PROGRESS for 2s [ 807.338066] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-29b0f435-3101-4563-be4b-60c15a948cbb taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.338273] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29b0f435-3101-4563-be4b-60c15a948cbb" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.338424] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('29b0f435-3101-4563-be4b-60c15a948cbb',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.339736] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6533decc-9970-4496-994f-6400ec998fbb with status ACTIVE [ 807.339955] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.340098] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.340172] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.340420] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.340509] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.340712] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.340817] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.340949] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.341127] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.341224] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.341417] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.341540] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.341617] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.341718] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.341790] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.341874] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6533decc-9970-4496-994f-6400ec998fbb is going to be updated. [ 807.365629] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.365629] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.365765] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.365954] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.366422] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.366942] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6533decc-9970-4496-994f-6400ec998fbb" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.539135] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('12e7544c-4c8e-45d8-8e82-a54d4aa3a7db',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.844938] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('29b0f435-3101-4563-be4b-60c15a948cbb',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.042924] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.043097] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.043097] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.043334] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.043487] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.043594] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12e7544c-4c8e-45d8-8e82-a54d4aa3a7db is going to be updated. [ 808.078777] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.079056] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.079056] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.079503] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.079771] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.092022] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12e7544c-4c8e-45d8-8e82-a54d4aa3a7db in Status: IN_PROGRESS for 2s [ 808.346927] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.346927] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.347219] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.347525] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.347710] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.347884] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29b0f435-3101-4563-be4b-60c15a948cbb is going to be created. [ 808.391925] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.392220] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.392295] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.392670] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.392886] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.413033] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29b0f435-3101-4563-be4b-60c15a948cbb in Status: UNINITIALIZED for 2s [ 809.183477] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b8ec4214-95fc-4945-8050-c52f58369b15 in Status: SUCCESS [ 809.183832] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b8ec4214-95fc-4945-8050-c52f58369b15" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.790140] env[65642]: INFO networking_nsxv3.common.synchronization [req-329f2546-e56b-4d46-9c02-f37968f188c3 req-ff417a4d-f8a0-4017-b2b5-dc57431dfd5d tempest-ServerAddressesTestJSON-1348579664 tempest-ServerAddressesTestJSON-1348579664-project-member] Enqueued Resource ID: 52a09aee-b32c-48d2-9612-acc7b29cb841 with Priority: HIGHEST for action security_group_members [ 809.795035] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52a09aee-b32c-48d2-9612-acc7b29cb841 with Priority: HIGHEST for action security_group_members [ 809.796799] env[65642]: INFO networking_nsxv3.common.synchronization [req-000f2600-3de3-4b15-b668-c4a3ba196639 req-574f09c8-e14b-4a75-ae28-cbe488d93dea tempest-ServersAdminNegativeTestJSON-2114335998 tempest-ServersAdminNegativeTestJSON-2114335998-project-member] Enqueued Resource ID: f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886 with Priority: HIGHEST for action security_group_members [ 809.797173] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-52a09aee-b32c-48d2-9612-acc7b29cb841 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.797339] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52a09aee-b32c-48d2-9612-acc7b29cb841" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.797431] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52a09aee-b32c-48d2-9612-acc7b29cb841" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.797678] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52a09aee-b32c-48d2-9612-acc7b29cb841" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.797844] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.798284] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.798284] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.799826] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.799955] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.800117] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52a09aee-b32c-48d2-9612-acc7b29cb841',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.801569] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886 with Priority: HIGHEST for action security_group_members [ 809.802223] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.802423] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.802804] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.803056] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.803230] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.803336] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.803395] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.803577] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.803664] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.803776] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.106114] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12e7544c-4c8e-45d8-8e82-a54d4aa3a7db in Status: SUCCESS [ 810.107808] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.107808] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.107808] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.107808] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.107808] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.107808] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.107808] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.107808] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.107808] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.107808] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.108960] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.108960] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.108960] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.108960] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.108960] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.108960] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.108960] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.108960] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.109350] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.109509] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('12e7544c-4c8e-45d8-8e82-a54d4aa3a7db',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.302777] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.303296] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.303296] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.304051] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.304351] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.304672] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.304825] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.304948] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.305138] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.305222] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.305335] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52a09aee-b32c-48d2-9612-acc7b29cb841 is going to be updated. [ 810.307431] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.307579] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.307715] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.307910] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.336380] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.336790] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.338254] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.338254] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.338589] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.338735] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.338871] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886 is going to be updated. [ 810.343137] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.343340] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.343560] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.343783] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.343891] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.356422] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52a09aee-b32c-48d2-9612-acc7b29cb841 in Status: IN_PROGRESS for 2s [ 810.376584] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.376918] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.376918] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.377272] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.377643] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.391161] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886 in Status: IN_PROGRESS for 2s [ 810.425987] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29b0f435-3101-4563-be4b-60c15a948cbb in Status: SUCCESS [ 810.426198] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29b0f435-3101-4563-be4b-60c15a948cbb" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.426367] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29b0f435-3101-4563-be4b-60c15a948cbb" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.426774] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29b0f435-3101-4563-be4b-60c15a948cbb" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.426885] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.426960] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.426999] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.427172] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.427258] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.427346] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29b0f435-3101-4563-be4b-60c15a948cbb" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.427441] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('29b0f435-3101-4563-be4b-60c15a948cbb',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.614288] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 12e7544c-4c8e-45d8-8e82-a54d4aa3a7db: rpc.has_security_group_logging(os_id): False [ 810.646761] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.646915] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.647025] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.647236] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.647332] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.647536] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.647638] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.647708] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.647848] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.647923] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.648130] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.648239] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.648298] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.648437] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.648580] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.648696] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.648787] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.648842] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.649041] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.649109] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.649226] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12e7544c-4c8e-45d8-8e82-a54d4aa3a7db is going to be updated. [ 810.723262] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.723502] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.723502] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.723748] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.723906] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.745603] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12e7544c-4c8e-45d8-8e82-a54d4aa3a7db in Status: IN_PROGRESS for 2s [ 810.930171] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('29b0f435-3101-4563-be4b-60c15a948cbb',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.433448] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 29b0f435-3101-4563-be4b-60c15a948cbb: rpc.has_security_group_logging(os_id): False [ 811.456907] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.457074] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.457144] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.457364] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.457456] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.457704] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.457806] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.457915] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.458041] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.458121] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.458208] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 29b0f435-3101-4563-be4b-60c15a948cbb is going to be created. [ 811.531165] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.531480] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.531560] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.531801] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.532375] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.547835] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 29b0f435-3101-4563-be4b-60c15a948cbb in Status: IN_PROGRESS for 2s [ 812.123055] env[65642]: INFO networking_nsxv3.common.synchronization [req-5592454f-6c21-4b78-9e35-60ab7fa5d4b2 req-204406f7-1407-4569-8261-944a5e115847 tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] Enqueued Resource ID: c0ae4e9b-c54a-4f1c-9df6-fa9ac3699feb with Priority: HIGHEST for action security_group_members [ 812.123404] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0ae4e9b-c54a-4f1c-9df6-fa9ac3699feb with Priority: HIGHEST for action security_group_members [ 812.123738] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0ae4e9b-c54a-4f1c-9df6-fa9ac3699feb taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.123866] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0ae4e9b-c54a-4f1c-9df6-fa9ac3699feb" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.123866] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0ae4e9b-c54a-4f1c-9df6-fa9ac3699feb" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.124172] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0ae4e9b-c54a-4f1c-9df6-fa9ac3699feb" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.124343] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.124475] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.124524] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.124690] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.124791] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.124871] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0ae4e9b-c54a-4f1c-9df6-fa9ac3699feb',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.367799] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52a09aee-b32c-48d2-9612-acc7b29cb841 in Status: SUCCESS [ 812.367799] env[65642]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52a09aee-b32c-48d2-9612-acc7b29cb841 deletion is rescheduled due to dependency. [ 812.367799] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52a09aee-b32c-48d2-9612-acc7b29cb841" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.405859] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886 in Status: SUCCESS [ 812.405859] env[65642]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886 deletion is rescheduled due to dependency. [ 812.405859] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.586624] env[65642]: INFO networking_nsxv3.common.synchronization [req-62da3daa-2085-462c-967e-e2649519ed81 req-c46eb74b-95b8-4930-94d3-97c0aaea2c84 tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Enqueued Resource ID: 1aecea80-494d-41f8-8a12-054ef61d5f69 with Priority: HIGHEST for action security_group_members [ 812.587911] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1aecea80-494d-41f8-8a12-054ef61d5f69 with Priority: HIGHEST for action security_group_members [ 812.589034] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock network-79 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.589303] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "network-79" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.589483] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "network-79" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.589834] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "network-79" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.590135] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.590365] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.590534] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.590767] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.591018] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.591302] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 812.591399] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] NeedRegenerationException {{(pid=65642) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 812.591530] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] no value, waiting for create lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 812.591655] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] value creation lock acquired {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 812.591846] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 812.591964] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Calling creation function for not-yet-present value {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 812.592193] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 812.593195] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-1aecea80-494d-41f8-8a12-054ef61d5f69 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.593324] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1aecea80-494d-41f8-8a12-054ef61d5f69" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.593390] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1aecea80-494d-41f8-8a12-054ef61d5f69" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.593561] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1aecea80-494d-41f8-8a12-054ef61d5f69" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.593791] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.594294] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.594294] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.594294] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.594294] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.594541] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1aecea80-494d-41f8-8a12-054ef61d5f69',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.615684] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 812.615844] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65642) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 812.616227] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Released creation lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 812.616227] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "network-79" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.616918] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock port-02c06d94-cd60-4916-bede-6c86cd032eaf taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.617037] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "port-02c06d94-cd60-4916-bede-6c86cd032eaf" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.617115] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "port-02c06d94-cd60-4916-bede-6c86cd032eaf" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.617438] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "port-02c06d94-cd60-4916-bede-6c86cd032eaf" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.617581] env[65642]: DEBUG networking_nsxv3.api.rpc [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02c06d94-cd60-4916-bede-6c86cd032eaf',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.627530] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.627678] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.627769] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.627964] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.628067] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.628261] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.628359] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.628412] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.628563] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.628634] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.628712] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0ae4e9b-c54a-4f1c-9df6-fa9ac3699feb already deleted. [ 812.628787] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0ae4e9b-c54a-4f1c-9df6-fa9ac3699feb" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.759061] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12e7544c-4c8e-45d8-8e82-a54d4aa3a7db in Status: SUCCESS [ 812.759061] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.759215] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.759431] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.759535] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12e7544c-4c8e-45d8-8e82-a54d4aa3a7db',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.096462] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1aecea80-494d-41f8-8a12-054ef61d5f69',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.120222] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.120921] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.120921] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.120921] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.120921] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.121105] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Segment Port 02c06d94-cd60-4916-bede-6c86cd032eaf not found, creating... [ 813.121436] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.121436] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.121621] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.122323] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.122323] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.122323] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.122534] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.122534] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.122896] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.123076] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.123252] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Resource: SegmentPort with ID: 02c06d94-cd60-4916-bede-6c86cd032eaf is going to be created. [ 813.161173] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.162083] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.162257] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.162595] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.162854] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.163198] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "port-02c06d94-cd60-4916-bede-6c86cd032eaf" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.264837] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.264837] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.264837] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.264837] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.264837] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.264837] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.264837] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.264837] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.264837] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.264837] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.264837] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('12e7544c-4c8e-45d8-8e82-a54d4aa3a7db',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.561174] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 29b0f435-3101-4563-be4b-60c15a948cbb in Status: SUCCESS [ 813.561174] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-29b0f435-3101-4563-be4b-60c15a948cbb" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.599727] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1aecea80-494d-41f8-8a12-054ef61d5f69',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.766719] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.766861] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.766927] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.767171] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.767335] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.767436] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.767496] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.767647] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.767733] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.767816] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.767972] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.768071] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.768128] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.768261] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.768406] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.768494] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.768551] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.768681] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.768751] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.768828] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.768915] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('12e7544c-4c8e-45d8-8e82-a54d4aa3a7db',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.873131] env[65642]: INFO networking_nsxv3.common.synchronization [req-5592454f-6c21-4b78-9e35-60ab7fa5d4b2 req-ffce8251-f014-4dec-a97f-9bbffbdd608c service nova] Enqueued Resource ID: c0ae4e9b-c54a-4f1c-9df6-fa9ac3699feb with Priority: HIGHEST for action security_group_rules [ 813.873374] env[65642]: INFO networking_nsxv3.common.synchronization [req-5592454f-6c21-4b78-9e35-60ab7fa5d4b2 req-ffce8251-f014-4dec-a97f-9bbffbdd608c service nova] Enqueued Resource ID: c0ae4e9b-c54a-4f1c-9df6-fa9ac3699feb with Priority: HIGHEST for action security_group_members [ 813.873554] env[65642]: INFO networking_nsxv3.common.synchronization [req-5592454f-6c21-4b78-9e35-60ab7fa5d4b2 req-ffce8251-f014-4dec-a97f-9bbffbdd608c service nova] Enqueued Resource ID: 02c06d94-cd60-4916-bede-6c86cd032eaf with Priority: HIGHEST for action port [ 813.874185] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0ae4e9b-c54a-4f1c-9df6-fa9ac3699feb with Priority: HIGHEST for action security_group_rules [ 813.874352] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0ae4e9b-c54a-4f1c-9df6-fa9ac3699feb with Priority: HIGHEST for action security_group_members [ 813.874461] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02c06d94-cd60-4916-bede-6c86cd032eaf with Priority: HIGHEST for action port [ 813.874809] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c0ae4e9b-c54a-4f1c-9df6-fa9ac3699feb taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.875010] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c0ae4e9b-c54a-4f1c-9df6-fa9ac3699feb" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.875081] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c0ae4e9b-c54a-4f1c-9df6-fa9ac3699feb" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.875433] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c0ae4e9b-c54a-4f1c-9df6-fa9ac3699feb" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.875556] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c0ae4e9b-c54a-4f1c-9df6-fa9ac3699feb',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.876627] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0ae4e9b-c54a-4f1c-9df6-fa9ac3699feb taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.876756] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0ae4e9b-c54a-4f1c-9df6-fa9ac3699feb" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.876878] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0ae4e9b-c54a-4f1c-9df6-fa9ac3699feb" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.878355] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0ae4e9b-c54a-4f1c-9df6-fa9ac3699feb" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.878564] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.878674] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.878753] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.878957] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.879066] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.879208] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0ae4e9b-c54a-4f1c-9df6-fa9ac3699feb',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.880256] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-02c06d94-cd60-4916-bede-6c86cd032eaf taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.880320] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-02c06d94-cd60-4916-bede-6c86cd032eaf" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.881225] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-02c06d94-cd60-4916-bede-6c86cd032eaf" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.881225] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-02c06d94-cd60-4916-bede-6c86cd032eaf" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.881225] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02c06d94-cd60-4916-bede-6c86cd032eaf',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.104395] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.104676] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.104803] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.105116] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.105272] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.105428] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1aecea80-494d-41f8-8a12-054ef61d5f69 is going to be updated. [ 814.136114] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.136306] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.136378] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.136612] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.136787] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.147402] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1aecea80-494d-41f8-8a12-054ef61d5f69 in Status: IN_PROGRESS for 2s [ 814.272170] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 12e7544c-4c8e-45d8-8e82-a54d4aa3a7db: rpc.has_security_group_logging(os_id): False [ 814.296596] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.296804] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.296804] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.297083] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.297168] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.297348] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.297440] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.297496] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.297663] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.297726] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.297953] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.298106] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.298106] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.298419] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.298419] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.298520] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.298602] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.298638] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.298773] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.298852] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.298937] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12e7544c-4c8e-45d8-8e82-a54d4aa3a7db is going to be updated. [ 814.366125] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.366284] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.366431] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.366723] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.366884] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.382757] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12e7544c-4c8e-45d8-8e82-a54d4aa3a7db in Status: IN_PROGRESS for 2s [ 814.382944] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c0ae4e9b-c54a-4f1c-9df6-fa9ac3699feb',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.384052] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0ae4e9b-c54a-4f1c-9df6-fa9ac3699feb taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.384155] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0ae4e9b-c54a-4f1c-9df6-fa9ac3699feb" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.386981] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 02c06d94-cd60-4916-bede-6c86cd032eaf with status ACTIVE [ 814.387181] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.387309] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.387378] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.387586] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.387696] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.387865] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.387960] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.389098] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.389098] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.389098] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.389098] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.389098] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.389098] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.389098] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.389098] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.389098] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 02c06d94-cd60-4916-bede-6c86cd032eaf is going to be updated. [ 814.413465] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.413607] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.413679] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.413890] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.414039] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.414205] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-02c06d94-cd60-4916-bede-6c86cd032eaf" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.888134] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c0ae4e9b-c54a-4f1c-9df6-fa9ac3699feb',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.081361] env[65642]: INFO networking_nsxv3.common.synchronization [req-35fd7ae7-d369-4e66-8d1b-2457f21492c0 req-d87e4a48-aa27-4da8-bb72-4cdaa7069493 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Enqueued Resource ID: b8ec4214-95fc-4945-8050-c52f58369b15 with Priority: HIGHEST for action security_group_members [ 815.081826] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8ec4214-95fc-4945-8050-c52f58369b15 with Priority: HIGHEST for action security_group_members [ 815.082191] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8ec4214-95fc-4945-8050-c52f58369b15 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.082322] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8ec4214-95fc-4945-8050-c52f58369b15" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.082389] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8ec4214-95fc-4945-8050-c52f58369b15" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.082591] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8ec4214-95fc-4945-8050-c52f58369b15" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.082745] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.082930] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.082930] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.083073] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.083159] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.083245] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8ec4214-95fc-4945-8050-c52f58369b15',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.389247] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.389247] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.389247] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.389247] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.389247] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.389247] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0ae4e9b-c54a-4f1c-9df6-fa9ac3699feb is going to be created. [ 815.413941] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.414193] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.414344] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.414584] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.414747] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.438072] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0ae4e9b-c54a-4f1c-9df6-fa9ac3699feb in Status: UNINITIALIZED for 2s [ 815.586094] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.586259] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.586377] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.586562] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.586661] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.587106] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.587106] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.587106] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.587425] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.587425] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.587425] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8ec4214-95fc-4945-8050-c52f58369b15 is going to be updated. [ 815.622348] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.622533] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.622604] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.622883] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.623080] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.633849] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8ec4214-95fc-4945-8050-c52f58369b15 in Status: IN_PROGRESS for 2s [ 815.702784] env[65642]: INFO networking_nsxv3.common.synchronization [req-ec3e2f34-510b-40cc-ab61-8f04cae77892 req-c79ca1a9-4944-44d6-a3fa-60cfb5d31db1 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Enqueued Resource ID: 275dc271-b0af-4a42-966e-14343faaa755 with Priority: HIGHEST for action security_group_members [ 815.703727] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 275dc271-b0af-4a42-966e-14343faaa755 with Priority: HIGHEST for action security_group_members [ 815.703926] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-275dc271-b0af-4a42-966e-14343faaa755 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.703926] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.703926] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.704319] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.704319] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.704442] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.704479] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.704718] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.704831] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.704976] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('275dc271-b0af-4a42-966e-14343faaa755',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.127530] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock network-824 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.127928] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "network-824" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.127928] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "network-824" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.128918] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "network-824" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.128918] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.128918] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.128918] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.128918] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.129177] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.129827] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 816.130049] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] NeedRegenerationException {{(pid=65642) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 816.130212] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] no value, waiting for create lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 816.130567] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] value creation lock acquired {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 816.130652] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 816.130809] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Calling creation function for not-yet-present value {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 816.131031] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 816.153169] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 816.153482] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65642) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 816.153770] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Released creation lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 816.153983] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "network-824" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.154506] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock port-c1aa3b21-09a7-4bd3-9b21-5c97f24cce50 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.154821] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "port-c1aa3b21-09a7-4bd3-9b21-5c97f24cce50" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.155067] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "port-c1aa3b21-09a7-4bd3-9b21-5c97f24cce50" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.155572] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "port-c1aa3b21-09a7-4bd3-9b21-5c97f24cce50" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.155755] env[65642]: DEBUG networking_nsxv3.api.rpc [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1aa3b21-09a7-4bd3-9b21-5c97f24cce50',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.160042] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1aecea80-494d-41f8-8a12-054ef61d5f69 in Status: SUCCESS [ 816.160042] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1aecea80-494d-41f8-8a12-054ef61d5f69" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.177507] env[65642]: INFO networking_nsxv3.common.synchronization [req-559127e3-451c-4657-9157-2dd48455eaa7 req-8ca436d5-9ee0-4501-a779-3831b01c82f5 tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Enqueued Resource ID: 12e7544c-4c8e-45d8-8e82-a54d4aa3a7db with Priority: HIGHEST for action security_group_members [ 816.178616] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12e7544c-4c8e-45d8-8e82-a54d4aa3a7db with Priority: HIGHEST for action security_group_members [ 816.179642] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.179823] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.180033] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.180266] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.180439] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.180550] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.180613] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.180814] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.180912] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.181023] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12e7544c-4c8e-45d8-8e82-a54d4aa3a7db',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.206658] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.207080] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.207080] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.207188] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.207243] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.207430] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.207570] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.207701] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.207805] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.207906] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.208038] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 275dc271-b0af-4a42-966e-14343faaa755 is going to be deleted. [ 816.241668] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.242465] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.242465] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.242465] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.242465] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.242465] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.397800] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12e7544c-4c8e-45d8-8e82-a54d4aa3a7db in Status: SUCCESS [ 816.398084] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.617262] env[65642]: INFO networking_nsxv3.common.synchronization [req-559127e3-451c-4657-9157-2dd48455eaa7 req-6d240429-43f4-4c04-a99e-cf8359341e7d tempest-ServersTestMultiNic-1645539354 tempest-ServersTestMultiNic-1645539354-project-member] Enqueued Resource ID: 12e7544c-4c8e-45d8-8e82-a54d4aa3a7db with Priority: HIGHEST for action security_group_members [ 816.617812] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12e7544c-4c8e-45d8-8e82-a54d4aa3a7db with Priority: HIGHEST for action security_group_members [ 816.618151] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.618249] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.658699] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.658699] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.658903] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.659108] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.659280] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.659432] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Segment Port c1aa3b21-09a7-4bd3-9b21-5c97f24cce50 not found, creating... [ 816.659713] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.659884] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.660000] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.660260] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.660398] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.660940] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.660940] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.660940] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.664024] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.664024] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.664024] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Resource: SegmentPort with ID: c1aa3b21-09a7-4bd3-9b21-5c97f24cce50 is going to be created. [ 816.685998] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.686239] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.686371] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.686816] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.687151] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.687427] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "port-c1aa3b21-09a7-4bd3-9b21-5c97f24cce50" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.689126] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('12e7544c-4c8e-45d8-8e82-a54d4aa3a7db',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.191221] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('12e7544c-4c8e-45d8-8e82-a54d4aa3a7db',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.442888] env[65642]: INFO networking_nsxv3.common.synchronization [req-ec3e2f34-510b-40cc-ab61-8f04cae77892 req-cfd3ff8e-7dd2-4339-99ce-bb524b5cbbe9 service nova] Enqueued Resource ID: 275dc271-b0af-4a42-966e-14343faaa755 with Priority: HIGHEST for action security_group_rules [ 817.443139] env[65642]: INFO networking_nsxv3.common.synchronization [req-ec3e2f34-510b-40cc-ab61-8f04cae77892 req-cfd3ff8e-7dd2-4339-99ce-bb524b5cbbe9 service nova] Enqueued Resource ID: 275dc271-b0af-4a42-966e-14343faaa755 with Priority: HIGHEST for action security_group_members [ 817.443279] env[65642]: INFO networking_nsxv3.common.synchronization [req-ec3e2f34-510b-40cc-ab61-8f04cae77892 req-cfd3ff8e-7dd2-4339-99ce-bb524b5cbbe9 service nova] Enqueued Resource ID: c1aa3b21-09a7-4bd3-9b21-5c97f24cce50 with Priority: HIGHEST for action port [ 817.443930] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 275dc271-b0af-4a42-966e-14343faaa755 with Priority: HIGHEST for action security_group_rules [ 817.444502] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 275dc271-b0af-4a42-966e-14343faaa755 with Priority: HIGHEST for action security_group_members [ 817.444681] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1aa3b21-09a7-4bd3-9b21-5c97f24cce50 with Priority: HIGHEST for action port [ 817.444963] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-275dc271-b0af-4a42-966e-14343faaa755 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.445100] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.445169] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.445384] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.445562] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('275dc271-b0af-4a42-966e-14343faaa755',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.446939] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-275dc271-b0af-4a42-966e-14343faaa755 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.447138] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.447237] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.447466] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.447623] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.447769] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.447769] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.448136] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.449167] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.449167] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('275dc271-b0af-4a42-966e-14343faaa755',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.450668] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-c1aa3b21-09a7-4bd3-9b21-5c97f24cce50 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.450668] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c1aa3b21-09a7-4bd3-9b21-5c97f24cce50" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.450668] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c1aa3b21-09a7-4bd3-9b21-5c97f24cce50" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.450668] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c1aa3b21-09a7-4bd3-9b21-5c97f24cce50" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.450668] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1aa3b21-09a7-4bd3-9b21-5c97f24cce50',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.457228] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0ae4e9b-c54a-4f1c-9df6-fa9ac3699feb in Status: SUCCESS [ 817.460028] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0ae4e9b-c54a-4f1c-9df6-fa9ac3699feb" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.460028] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0ae4e9b-c54a-4f1c-9df6-fa9ac3699feb" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.460028] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0ae4e9b-c54a-4f1c-9df6-fa9ac3699feb" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.460028] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.460028] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.460028] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.460790] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.461186] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.461703] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0ae4e9b-c54a-4f1c-9df6-fa9ac3699feb" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.462490] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c0ae4e9b-c54a-4f1c-9df6-fa9ac3699feb',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.644057] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8ec4214-95fc-4945-8050-c52f58369b15 in Status: SUCCESS [ 817.644314] env[65642]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8ec4214-95fc-4945-8050-c52f58369b15 deletion is rescheduled due to dependency. [ 817.644376] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8ec4214-95fc-4945-8050-c52f58369b15" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.694037] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.694037] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.694037] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.694452] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.694452] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.694593] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12e7544c-4c8e-45d8-8e82-a54d4aa3a7db is going to be updated. [ 817.727499] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.727649] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.727717] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.727938] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.728106] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.738985] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12e7544c-4c8e-45d8-8e82-a54d4aa3a7db in Status: IN_PROGRESS for 2s [ 817.947507] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-275dc271-b0af-4a42-966e-14343faaa755 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.947671] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.950040] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('275dc271-b0af-4a42-966e-14343faaa755',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.954812] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c1aa3b21-09a7-4bd3-9b21-5c97f24cce50 with status ACTIVE [ 817.955074] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.956318] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.956318] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.956532] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.956618] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.957188] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.957188] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.957188] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.957417] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.957474] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.957693] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.957789] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.957842] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.958014] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.958169] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.958169] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c1aa3b21-09a7-4bd3-9b21-5c97f24cce50 is going to be updated. [ 817.966321] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0ae4e9b-c54a-4f1c-9df6-fa9ac3699feb taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.966490] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0ae4e9b-c54a-4f1c-9df6-fa9ac3699feb" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.966550] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0ae4e9b-c54a-4f1c-9df6-fa9ac3699feb" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.966731] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0ae4e9b-c54a-4f1c-9df6-fa9ac3699feb" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.966909] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.967171] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.967206] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.967334] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.967442] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.967503] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0ae4e9b-c54a-4f1c-9df6-fa9ac3699feb" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.967652] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0ae4e9b-c54a-4f1c-9df6-fa9ac3699feb taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.967745] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0ae4e9b-c54a-4f1c-9df6-fa9ac3699feb" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.967801] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0ae4e9b-c54a-4f1c-9df6-fa9ac3699feb" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.967942] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0ae4e9b-c54a-4f1c-9df6-fa9ac3699feb" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.968135] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.968179] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.968238] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.968448] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.968448] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.968542] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0ae4e9b-c54a-4f1c-9df6-fa9ac3699feb" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.968597] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c0ae4e9b-c54a-4f1c-9df6-fa9ac3699feb',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.983479] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.983646] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.983707] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.983990] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.984067] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.984222] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c1aa3b21-09a7-4bd3-9b21-5c97f24cce50" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.453942] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('275dc271-b0af-4a42-966e-14343faaa755',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.472137] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c0ae4e9b-c54a-4f1c-9df6-fa9ac3699feb: rpc.has_security_group_logging(os_id): False [ 818.491450] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.491619] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.491685] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.492633] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.492633] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.492633] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.492633] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.492633] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.492901] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.492901] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.493014] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.493150] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.493226] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.494198] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.494198] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.494198] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.494198] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.494198] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.494198] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.494198] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.494198] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c0ae4e9b-c54a-4f1c-9df6-fa9ac3699feb is going to be created. [ 818.524018] env[65642]: INFO networking_nsxv3.common.synchronization [req-c71b5960-843a-447c-b165-f565394df78a req-c954dac4-f128-4b84-b146-42f1d3baa535 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Enqueued Resource ID: e46e3e81-dafc-44f9-914d-ddc98eeed238 with Priority: HIGHEST for action security_group_members [ 818.524673] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e46e3e81-dafc-44f9-914d-ddc98eeed238 with Priority: HIGHEST for action security_group_members [ 818.524995] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-e46e3e81-dafc-44f9-914d-ddc98eeed238 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.525252] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e46e3e81-dafc-44f9-914d-ddc98eeed238" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.525336] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e46e3e81-dafc-44f9-914d-ddc98eeed238" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.526544] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e46e3e81-dafc-44f9-914d-ddc98eeed238" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.526544] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.526544] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.526544] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.526544] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.526544] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.526544] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e46e3e81-dafc-44f9-914d-ddc98eeed238',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.593332] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.593586] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.593718] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.593945] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.594215] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.611404] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c0ae4e9b-c54a-4f1c-9df6-fa9ac3699feb in Status: IN_PROGRESS for 2s [ 818.929194] env[65642]: INFO networking_nsxv3.common.synchronization [req-a30b779a-eb5b-41a7-b506-d1bb8568d6b9 req-a2c80e01-98c9-40af-9adc-350dab62cd2e tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Enqueued Resource ID: c35b78ff-cf2f-4afe-984f-527867e449a5 with Priority: HIGHEST for action security_group_members [ 818.931044] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c35b78ff-cf2f-4afe-984f-527867e449a5 with Priority: HIGHEST for action security_group_members [ 818.931174] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-c35b78ff-cf2f-4afe-984f-527867e449a5 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.931244] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c35b78ff-cf2f-4afe-984f-527867e449a5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.931321] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c35b78ff-cf2f-4afe-984f-527867e449a5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.931547] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c35b78ff-cf2f-4afe-984f-527867e449a5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.931711] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.931814] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.931887] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.932066] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.932153] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.932405] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c35b78ff-cf2f-4afe-984f-527867e449a5',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.956842] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.957045] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.957092] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.957285] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.957366] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.957471] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 275dc271-b0af-4a42-966e-14343faaa755 is going to be created. [ 818.985213] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.987087] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.987087] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.987087] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.987087] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.997624] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 275dc271-b0af-4a42-966e-14343faaa755 in Status: UNINITIALIZED for 2s [ 819.028601] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.028601] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.028780] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.028877] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.028967] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.029192] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.029297] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.029359] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.029511] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.029589] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.031612] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e46e3e81-dafc-44f9-914d-ddc98eeed238 is going to be updated. [ 819.061520] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.061658] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.061727] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.062255] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.062255] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.076024] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e46e3e81-dafc-44f9-914d-ddc98eeed238 in Status: IN_PROGRESS for 2s [ 819.320426] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock network-313 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.320426] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "network-313" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.320614] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "network-313" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.320827] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "network-313" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.321129] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.321301] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.321811] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.321811] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.321811] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.322123] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 819.322123] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] NeedRegenerationException {{(pid=65642) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 819.322195] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] no value, waiting for create lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 819.322274] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] value creation lock acquired {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 819.322393] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 819.322556] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Calling creation function for not-yet-present value {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 819.322708] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 819.348235] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 819.348235] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65642) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 819.348235] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Released creation lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 819.348358] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "network-313" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.348966] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock port-54a3a518-415c-4656-b6eb-96d4f6bd094b taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.348966] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "port-54a3a518-415c-4656-b6eb-96d4f6bd094b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.348966] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "port-54a3a518-415c-4656-b6eb-96d4f6bd094b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.349417] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "port-54a3a518-415c-4656-b6eb-96d4f6bd094b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.349721] env[65642]: DEBUG networking_nsxv3.api.rpc [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54a3a518-415c-4656-b6eb-96d4f6bd094b',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.434978] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.435248] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.435313] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.435530] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.436111] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.436111] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.436111] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.436111] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.436327] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.436327] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.436327] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c35b78ff-cf2f-4afe-984f-527867e449a5 is going to be deleted. [ 819.469617] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.469889] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.469889] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.470053] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.470150] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.470248] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c35b78ff-cf2f-4afe-984f-527867e449a5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.752538] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12e7544c-4c8e-45d8-8e82-a54d4aa3a7db in Status: SUCCESS [ 819.752779] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.752961] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.753308] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.753574] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.753747] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.753819] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.754026] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.754143] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.754280] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12e7544c-4c8e-45d8-8e82-a54d4aa3a7db',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.852453] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.852698] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.852826] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.853255] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.853441] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.853574] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Segment Port 54a3a518-415c-4656-b6eb-96d4f6bd094b not found, creating... [ 819.853857] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.854050] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.854144] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.854388] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.854650] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.854839] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.855137] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.855137] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.855760] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.855760] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.855760] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Resource: SegmentPort with ID: 54a3a518-415c-4656-b6eb-96d4f6bd094b is going to be created. [ 819.888508] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.888709] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.888883] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.889206] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.889884] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.889884] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "port-54a3a518-415c-4656-b6eb-96d4f6bd094b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.259814] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.259814] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.259814] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.259814] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.259814] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.259814] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.259814] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.259814] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.259814] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.259814] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.259814] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12e7544c-4c8e-45d8-8e82-a54d4aa3a7db is going to be updated. [ 820.319041] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.319041] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.319041] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.320665] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.320735] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.333702] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12e7544c-4c8e-45d8-8e82-a54d4aa3a7db in Status: IN_PROGRESS for 2s [ 820.592682] env[65642]: INFO networking_nsxv3.common.synchronization [req-a30b779a-eb5b-41a7-b506-d1bb8568d6b9 req-3cfd688c-2793-4c95-aa5a-cd2b9db82325 service nova] Enqueued Resource ID: c35b78ff-cf2f-4afe-984f-527867e449a5 with Priority: HIGHEST for action security_group_rules [ 820.592999] env[65642]: INFO networking_nsxv3.common.synchronization [req-a30b779a-eb5b-41a7-b506-d1bb8568d6b9 req-3cfd688c-2793-4c95-aa5a-cd2b9db82325 service nova] Enqueued Resource ID: c35b78ff-cf2f-4afe-984f-527867e449a5 with Priority: HIGHEST for action security_group_members [ 820.592999] env[65642]: INFO networking_nsxv3.common.synchronization [req-a30b779a-eb5b-41a7-b506-d1bb8568d6b9 req-3cfd688c-2793-4c95-aa5a-cd2b9db82325 service nova] Enqueued Resource ID: 54a3a518-415c-4656-b6eb-96d4f6bd094b with Priority: HIGHEST for action port [ 820.593575] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c35b78ff-cf2f-4afe-984f-527867e449a5 with Priority: HIGHEST for action security_group_rules [ 820.593724] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c35b78ff-cf2f-4afe-984f-527867e449a5 with Priority: HIGHEST for action security_group_members [ 820.593824] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54a3a518-415c-4656-b6eb-96d4f6bd094b with Priority: HIGHEST for action port [ 820.594787] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c35b78ff-cf2f-4afe-984f-527867e449a5 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.594837] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c35b78ff-cf2f-4afe-984f-527867e449a5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.595940] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c35b78ff-cf2f-4afe-984f-527867e449a5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.595940] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c35b78ff-cf2f-4afe-984f-527867e449a5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.595940] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c35b78ff-cf2f-4afe-984f-527867e449a5',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.597419] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-c35b78ff-cf2f-4afe-984f-527867e449a5 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.597419] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c35b78ff-cf2f-4afe-984f-527867e449a5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.597419] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c35b78ff-cf2f-4afe-984f-527867e449a5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.597419] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c35b78ff-cf2f-4afe-984f-527867e449a5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.597419] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.597752] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.597752] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.597752] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.597752] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.597872] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c35b78ff-cf2f-4afe-984f-527867e449a5',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.600357] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-54a3a518-415c-4656-b6eb-96d4f6bd094b taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.600357] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-54a3a518-415c-4656-b6eb-96d4f6bd094b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.601083] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-54a3a518-415c-4656-b6eb-96d4f6bd094b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.601083] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-54a3a518-415c-4656-b6eb-96d4f6bd094b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.601083] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54a3a518-415c-4656-b6eb-96d4f6bd094b',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.624341] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c0ae4e9b-c54a-4f1c-9df6-fa9ac3699feb in Status: SUCCESS [ 820.624637] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c0ae4e9b-c54a-4f1c-9df6-fa9ac3699feb" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.011079] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 275dc271-b0af-4a42-966e-14343faaa755 in Status: SUCCESS [ 821.011079] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.011079] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.011599] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.011599] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.011599] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.011599] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.011851] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.011851] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.012496] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.012496] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('275dc271-b0af-4a42-966e-14343faaa755',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.087958] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e46e3e81-dafc-44f9-914d-ddc98eeed238 in Status: SUCCESS [ 821.088231] env[65642]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e46e3e81-dafc-44f9-914d-ddc98eeed238 deletion is rescheduled due to dependency. [ 821.088406] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e46e3e81-dafc-44f9-914d-ddc98eeed238" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.102770] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-c35b78ff-cf2f-4afe-984f-527867e449a5 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.103114] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c35b78ff-cf2f-4afe-984f-527867e449a5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.103315] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c35b78ff-cf2f-4afe-984f-527867e449a5',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.104230] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 54a3a518-415c-4656-b6eb-96d4f6bd094b with status ACTIVE [ 821.104449] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.104576] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.104691] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.104885] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.104991] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.105294] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.105499] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.105608] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.105830] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.105978] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.106222] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.106335] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.106412] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.106600] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.106724] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.106839] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 54a3a518-415c-4656-b6eb-96d4f6bd094b is going to be updated. [ 821.133942] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.134257] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.134335] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.134924] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.134924] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.134924] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-54a3a518-415c-4656-b6eb-96d4f6bd094b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.514508] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-275dc271-b0af-4a42-966e-14343faaa755 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.514674] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.514759] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.514959] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.515161] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.515299] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.515444] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.515524] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.515565] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.515643] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.515766] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-275dc271-b0af-4a42-966e-14343faaa755 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.515857] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.515917] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.516239] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.516393] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.516484] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.516544] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.516769] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.516846] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.517121] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.517223] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('275dc271-b0af-4a42-966e-14343faaa755',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.609350] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c35b78ff-cf2f-4afe-984f-527867e449a5',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.019418] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 275dc271-b0af-4a42-966e-14343faaa755: rpc.has_security_group_logging(os_id): False [ 822.040758] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.040968] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.041082] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.041262] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.041353] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.041583] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.041683] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.041742] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.041894] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.041969] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.042539] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.042645] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.042719] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.042856] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.042932] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.043149] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.043494] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.043494] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.043494] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.043585] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.043659] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 275dc271-b0af-4a42-966e-14343faaa755 is going to be created. [ 822.104212] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.104386] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.104492] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.104675] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.104925] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.111661] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.111817] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.111970] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.112042] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.112126] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.112252] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c35b78ff-cf2f-4afe-984f-527867e449a5 is going to be created. [ 822.117874] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 275dc271-b0af-4a42-966e-14343faaa755 in Status: IN_PROGRESS for 2s [ 822.134531] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.134710] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.134823] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.135206] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.135437] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.145830] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c35b78ff-cf2f-4afe-984f-527867e449a5 in Status: UNINITIALIZED for 2s [ 822.348203] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12e7544c-4c8e-45d8-8e82-a54d4aa3a7db in Status: SUCCESS [ 822.348424] env[65642]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12e7544c-4c8e-45d8-8e82-a54d4aa3a7db deletion is rescheduled due to dependency. [ 822.348564] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12e7544c-4c8e-45d8-8e82-a54d4aa3a7db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.133294] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 275dc271-b0af-4a42-966e-14343faaa755 in Status: SUCCESS [ 824.133584] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.156381] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c35b78ff-cf2f-4afe-984f-527867e449a5 in Status: SUCCESS [ 824.156712] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c35b78ff-cf2f-4afe-984f-527867e449a5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.156938] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c35b78ff-cf2f-4afe-984f-527867e449a5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.157229] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c35b78ff-cf2f-4afe-984f-527867e449a5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.157483] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.157664] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.157782] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.157963] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.158098] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.158254] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c35b78ff-cf2f-4afe-984f-527867e449a5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.158391] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c35b78ff-cf2f-4afe-984f-527867e449a5',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.661784] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-c35b78ff-cf2f-4afe-984f-527867e449a5 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.662034] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c35b78ff-cf2f-4afe-984f-527867e449a5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.662088] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c35b78ff-cf2f-4afe-984f-527867e449a5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.662334] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c35b78ff-cf2f-4afe-984f-527867e449a5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.662529] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.662654] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.662719] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.662916] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.663045] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.663184] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c35b78ff-cf2f-4afe-984f-527867e449a5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.663397] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-c35b78ff-cf2f-4afe-984f-527867e449a5 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.663513] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c35b78ff-cf2f-4afe-984f-527867e449a5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.663581] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c35b78ff-cf2f-4afe-984f-527867e449a5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.663727] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c35b78ff-cf2f-4afe-984f-527867e449a5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.663903] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.664031] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.664119] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.664282] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.664413] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.664487] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c35b78ff-cf2f-4afe-984f-527867e449a5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.664573] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c35b78ff-cf2f-4afe-984f-527867e449a5',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.167475] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c35b78ff-cf2f-4afe-984f-527867e449a5: rpc.has_security_group_logging(os_id): False [ 825.186687] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.186854] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.186927] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.187192] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.187300] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.187554] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.187669] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.187743] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.187917] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.187999] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.188216] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.188309] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.188388] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.188640] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.188721] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.188920] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.189029] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.189102] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.189268] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.189359] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.189461] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c35b78ff-cf2f-4afe-984f-527867e449a5 is going to be created. [ 825.273193] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.273443] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.273569] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.273836] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.273997] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.301112] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c35b78ff-cf2f-4afe-984f-527867e449a5 in Status: IN_PROGRESS for 2s [ 825.594370] env[65642]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 825.594630] env[65642]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 826.094783] env[65642]: INFO networking_nsxv3.common.synchronization [req-313b2a47-7814-44ec-b5f6-aa55c81ce24e req-5a0bc427-f9ca-425a-9050-d06113540918 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Enqueued Resource ID: b503b44c-c026-4120-95d4-701afa7d90c7 with Priority: HIGHEST for action security_group_members [ 826.095930] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b503b44c-c026-4120-95d4-701afa7d90c7 with Priority: HIGHEST for action security_group_members [ 826.096380] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-b503b44c-c026-4120-95d4-701afa7d90c7 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.096530] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.097086] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.097086] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.097310] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.097497] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.097497] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.097679] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.097805] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.097952] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b503b44c-c026-4120-95d4-701afa7d90c7',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.458350] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock network-103 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.458639] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "network-103" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.459587] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "network-103" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.459587] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "network-103" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.459783] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.460067] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.460351] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.460762] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.461092] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.461828] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 826.461828] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] NeedRegenerationException {{(pid=65642) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 826.461828] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] no value, waiting for create lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 826.461828] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] value creation lock acquired {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 826.461828] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 826.462053] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Calling creation function for not-yet-present value {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 826.462223] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 826.483097] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 826.483371] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65642) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 826.483552] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Released creation lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 826.483712] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "network-103" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.484027] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock port-05f57604-9ad5-45d9-8a00-fc4e5f9ee9de taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.484250] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "port-05f57604-9ad5-45d9-8a00-fc4e5f9ee9de" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.484381] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "port-05f57604-9ad5-45d9-8a00-fc4e5f9ee9de" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.484704] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "port-05f57604-9ad5-45d9-8a00-fc4e5f9ee9de" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.484839] env[65642]: DEBUG networking_nsxv3.api.rpc [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05f57604-9ad5-45d9-8a00-fc4e5f9ee9de',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.601261] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.601452] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.601529] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.601749] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.626369] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.626369] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.626369] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.626369] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.626369] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.626369] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.626369] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b503b44c-c026-4120-95d4-701afa7d90c7 is going to be updated. [ 826.651223] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.652026] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.652026] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.652026] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.652026] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.663809] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b503b44c-c026-4120-95d4-701afa7d90c7 in Status: IN_PROGRESS for 2s [ 826.989391] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.989675] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.989855] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.990197] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.990359] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.990516] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Segment Port 05f57604-9ad5-45d9-8a00-fc4e5f9ee9de not found, creating... [ 826.990767] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.990921] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.991047] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.991269] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.991406] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.991688] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.991840] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.991952] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.992182] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.992337] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.992477] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Resource: SegmentPort with ID: 05f57604-9ad5-45d9-8a00-fc4e5f9ee9de is going to be created. [ 827.012669] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.012882] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.013012] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.013308] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.013540] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.013766] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "port-05f57604-9ad5-45d9-8a00-fc4e5f9ee9de" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.316268] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c35b78ff-cf2f-4afe-984f-527867e449a5 in Status: SUCCESS [ 827.316764] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c35b78ff-cf2f-4afe-984f-527867e449a5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.601720] env[65642]: INFO networking_nsxv3.common.synchronization [req-20897915-785d-4212-a9f7-c22721ce045d req-dff5d1ee-d9c3-4ca3-b660-742ba865a263 tempest-AttachInterfacesV270Test-466397015 tempest-AttachInterfacesV270Test-466397015-project-member] Enqueued Resource ID: c0ae4e9b-c54a-4f1c-9df6-fa9ac3699feb with Priority: HIGHEST for action security_group_members [ 827.602485] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0ae4e9b-c54a-4f1c-9df6-fa9ac3699feb with Priority: HIGHEST for action security_group_members [ 827.602889] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0ae4e9b-c54a-4f1c-9df6-fa9ac3699feb taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.603125] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0ae4e9b-c54a-4f1c-9df6-fa9ac3699feb" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.603214] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0ae4e9b-c54a-4f1c-9df6-fa9ac3699feb" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.603496] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0ae4e9b-c54a-4f1c-9df6-fa9ac3699feb" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.603598] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.603696] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.603752] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.603907] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.604016] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.604116] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0ae4e9b-c54a-4f1c-9df6-fa9ac3699feb',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.726180] env[65642]: INFO networking_nsxv3.common.synchronization [req-313b2a47-7814-44ec-b5f6-aa55c81ce24e req-27ddc69f-8d9d-45a2-bad1-c6664daed7c3 service nova] Enqueued Resource ID: b503b44c-c026-4120-95d4-701afa7d90c7 with Priority: HIGHEST for action security_group_rules [ 827.726335] env[65642]: INFO networking_nsxv3.common.synchronization [req-313b2a47-7814-44ec-b5f6-aa55c81ce24e req-27ddc69f-8d9d-45a2-bad1-c6664daed7c3 service nova] Enqueued Resource ID: b503b44c-c026-4120-95d4-701afa7d90c7 with Priority: HIGHEST for action security_group_members [ 827.726473] env[65642]: INFO networking_nsxv3.common.synchronization [req-313b2a47-7814-44ec-b5f6-aa55c81ce24e req-27ddc69f-8d9d-45a2-bad1-c6664daed7c3 service nova] Enqueued Resource ID: 05f57604-9ad5-45d9-8a00-fc4e5f9ee9de with Priority: HIGHEST for action port [ 827.727017] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b503b44c-c026-4120-95d4-701afa7d90c7 with Priority: HIGHEST for action security_group_rules [ 827.727162] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b503b44c-c026-4120-95d4-701afa7d90c7 with Priority: HIGHEST for action security_group_members [ 827.727263] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05f57604-9ad5-45d9-8a00-fc4e5f9ee9de with Priority: HIGHEST for action port [ 827.727546] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b503b44c-c026-4120-95d4-701afa7d90c7 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.727692] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.727741] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.727932] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.728410] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b503b44c-c026-4120-95d4-701afa7d90c7',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.730998] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-b503b44c-c026-4120-95d4-701afa7d90c7 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.731130] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.731365] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-05f57604-9ad5-45d9-8a00-fc4e5f9ee9de taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.731458] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-05f57604-9ad5-45d9-8a00-fc4e5f9ee9de" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.731506] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-05f57604-9ad5-45d9-8a00-fc4e5f9ee9de" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.731866] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-05f57604-9ad5-45d9-8a00-fc4e5f9ee9de" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.732114] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05f57604-9ad5-45d9-8a00-fc4e5f9ee9de',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.106718] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.106948] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.106948] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.107193] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.107288] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.107504] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.107608] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.107668] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.107839] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.107953] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.108035] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0ae4e9b-c54a-4f1c-9df6-fa9ac3699feb is going to be updated. [ 828.145300] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.145741] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.145741] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.145993] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.146281] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.158623] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0ae4e9b-c54a-4f1c-9df6-fa9ac3699feb in Status: IN_PROGRESS for 2s [ 828.235446] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-b503b44c-c026-4120-95d4-701afa7d90c7 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.239093] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.239393] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 05f57604-9ad5-45d9-8a00-fc4e5f9ee9de with status ACTIVE [ 828.239602] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.239742] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.239793] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.240082] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.240246] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.240401] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.240510] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.240581] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.240840] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.240840] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.241232] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.241332] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.241388] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.241563] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.241608] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.241695] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 05f57604-9ad5-45d9-8a00-fc4e5f9ee9de is going to be updated. [ 828.261872] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.262101] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.262211] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.262440] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.262618] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.262886] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-05f57604-9ad5-45d9-8a00-fc4e5f9ee9de" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.676227] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b503b44c-c026-4120-95d4-701afa7d90c7 in Status: SUCCESS [ 828.677303] env[65642]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b503b44c-c026-4120-95d4-701afa7d90c7 deletion is rescheduled due to dependency. [ 828.677418] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.677603] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.677870] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.678127] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.678434] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.678434] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.678661] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.678826] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.678966] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b503b44c-c026-4120-95d4-701afa7d90c7',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.182819] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b503b44c-c026-4120-95d4-701afa7d90c7',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.684707] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b503b44c-c026-4120-95d4-701afa7d90c7',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.169469] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0ae4e9b-c54a-4f1c-9df6-fa9ac3699feb in Status: SUCCESS [ 830.169604] env[65642]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0ae4e9b-c54a-4f1c-9df6-fa9ac3699feb deletion is rescheduled due to dependency. [ 830.170413] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0ae4e9b-c54a-4f1c-9df6-fa9ac3699feb" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.187465] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.187628] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.187765] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.188032] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.188156] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.188304] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b503b44c-c026-4120-95d4-701afa7d90c7 is going to be updated. [ 830.242642] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.242642] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.242642] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.242642] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.242642] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.256092] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b503b44c-c026-4120-95d4-701afa7d90c7 in Status: IN_PROGRESS for 2s [ 832.269365] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b503b44c-c026-4120-95d4-701afa7d90c7 in Status: SUCCESS [ 832.269848] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.269848] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.270185] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.270871] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.270871] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.270871] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.271091] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.271432] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.271602] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.271778] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b503b44c-c026-4120-95d4-701afa7d90c7',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.728073] env[65642]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 832.728073] env[65642]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 832.775315] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-b503b44c-c026-4120-95d4-701afa7d90c7 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.775315] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.775315] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.775315] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.775614] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.775614] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.775614] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.775852] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.775852] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.775920] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.776038] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-b503b44c-c026-4120-95d4-701afa7d90c7 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.776138] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.776690] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.776690] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.776690] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.776690] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.776690] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.776915] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.776915] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.776915] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.777018] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b503b44c-c026-4120-95d4-701afa7d90c7',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.279367] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b503b44c-c026-4120-95d4-701afa7d90c7: rpc.has_security_group_logging(os_id): False [ 833.300185] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.300363] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.300363] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.300657] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.300755] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.301011] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.301101] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.301158] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.301367] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.301469] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.301692] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.301808] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.301887] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.302068] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.302142] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.302374] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.302482] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.302560] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.302708] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.302798] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.302900] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b503b44c-c026-4120-95d4-701afa7d90c7 is going to be updated. [ 833.373611] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.373829] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.373829] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.374044] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.374210] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.392765] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b503b44c-c026-4120-95d4-701afa7d90c7 in Status: IN_PROGRESS for 2s [ 835.414773] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b503b44c-c026-4120-95d4-701afa7d90c7 in Status: SUCCESS [ 835.415114] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.860848] env[65642]: INFO networking_nsxv3.common.synchronization [req-6b7b6642-b1b1-486c-a878-9bc4fa4591dc req-51295283-d598-44d3-a533-4caeac58fed5 tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Enqueued Resource ID: b2b935df-b98e-4ceb-95d1-1ecf01324f0f with Priority: HIGHEST for action security_group_members [ 836.861479] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2b935df-b98e-4ceb-95d1-1ecf01324f0f with Priority: HIGHEST for action security_group_members [ 836.862187] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2b935df-b98e-4ceb-95d1-1ecf01324f0f taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.862367] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2b935df-b98e-4ceb-95d1-1ecf01324f0f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.862461] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2b935df-b98e-4ceb-95d1-1ecf01324f0f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.862728] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2b935df-b98e-4ceb-95d1-1ecf01324f0f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.864430] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.864605] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.864705] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.864934] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.865176] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.865176] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2b935df-b98e-4ceb-95d1-1ecf01324f0f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.367655] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b2b935df-b98e-4ceb-95d1-1ecf01324f0f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.408014] env[65642]: INFO networking_nsxv3.common.synchronization [req-62967750-82f6-486c-9a9f-1bd08de1b5fd req-eb9c922d-5061-47bb-86a0-6d7242640977 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Enqueued Resource ID: c5f0f474-41d7-4660-b77b-028a6481a05c with Priority: HIGHEST for action security_group_members [ 837.408714] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5f0f474-41d7-4660-b77b-028a6481a05c with Priority: HIGHEST for action security_group_members [ 837.409067] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5f0f474-41d7-4660-b77b-028a6481a05c taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.409202] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5f0f474-41d7-4660-b77b-028a6481a05c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.409496] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5f0f474-41d7-4660-b77b-028a6481a05c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.409567] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5f0f474-41d7-4660-b77b-028a6481a05c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.409930] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.409930] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.409930] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.410114] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.410114] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.410225] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5f0f474-41d7-4660-b77b-028a6481a05c',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.757028] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock network-368 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.757028] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "network-368" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.757028] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "network-368" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.757337] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "network-368" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.757636] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.757915] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.758089] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.758354] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.758621] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.759714] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 837.759849] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] NeedRegenerationException {{(pid=65642) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 837.759967] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] no value, waiting for create lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 837.760092] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] value creation lock acquired {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 837.760209] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 837.760337] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Calling creation function for not-yet-present value {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 837.761073] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 837.784266] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 837.785232] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65642) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 837.785232] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Released creation lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 837.785232] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "network-368" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.785571] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock port-74a616a4-7a63-4072-86db-de91e7eb239a taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.785718] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "port-74a616a4-7a63-4072-86db-de91e7eb239a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.785848] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "port-74a616a4-7a63-4072-86db-de91e7eb239a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.786201] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "port-74a616a4-7a63-4072-86db-de91e7eb239a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.786343] env[65642]: DEBUG networking_nsxv3.api.rpc [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('74a616a4-7a63-4072-86db-de91e7eb239a',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.870787] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b2b935df-b98e-4ceb-95d1-1ecf01324f0f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.913766] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.913766] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.913766] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.914082] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.914082] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.915114] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.915114] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.915114] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.915114] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.915114] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.915114] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5f0f474-41d7-4660-b77b-028a6481a05c already deleted. [ 837.915562] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5f0f474-41d7-4660-b77b-028a6481a05c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.288733] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.288953] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.289092] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.290049] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.290049] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.290049] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Segment Port 74a616a4-7a63-4072-86db-de91e7eb239a not found, creating... [ 838.290049] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.290306] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.290306] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.290515] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.290660] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.290931] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.291101] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.291241] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.291904] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.292391] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.292555] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Resource: SegmentPort with ID: 74a616a4-7a63-4072-86db-de91e7eb239a is going to be created. [ 838.318329] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.318554] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.318861] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.318972] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.319226] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.319553] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "port-74a616a4-7a63-4072-86db-de91e7eb239a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.373088] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.373364] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.373501] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.373778] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.373901] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.374041] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2b935df-b98e-4ceb-95d1-1ecf01324f0f is going to be updated. [ 838.408371] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.408543] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.408587] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.408800] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.408949] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.427018] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2b935df-b98e-4ceb-95d1-1ecf01324f0f in Status: IN_PROGRESS for 2s [ 839.069018] env[65642]: INFO networking_nsxv3.common.synchronization [req-62967750-82f6-486c-9a9f-1bd08de1b5fd req-e98b46cb-6527-4d03-baa7-b3133121261c service nova] Enqueued Resource ID: c5f0f474-41d7-4660-b77b-028a6481a05c with Priority: HIGHEST for action security_group_rules [ 839.069018] env[65642]: INFO networking_nsxv3.common.synchronization [req-62967750-82f6-486c-9a9f-1bd08de1b5fd req-e98b46cb-6527-4d03-baa7-b3133121261c service nova] Enqueued Resource ID: c5f0f474-41d7-4660-b77b-028a6481a05c with Priority: HIGHEST for action security_group_members [ 839.069018] env[65642]: INFO networking_nsxv3.common.synchronization [req-62967750-82f6-486c-9a9f-1bd08de1b5fd req-e98b46cb-6527-4d03-baa7-b3133121261c service nova] Enqueued Resource ID: 74a616a4-7a63-4072-86db-de91e7eb239a with Priority: HIGHEST for action port [ 839.069018] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5f0f474-41d7-4660-b77b-028a6481a05c with Priority: HIGHEST for action security_group_rules [ 839.069018] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5f0f474-41d7-4660-b77b-028a6481a05c with Priority: HIGHEST for action security_group_members [ 839.070669] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74a616a4-7a63-4072-86db-de91e7eb239a with Priority: HIGHEST for action port [ 839.070669] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5f0f474-41d7-4660-b77b-028a6481a05c taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.070669] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5f0f474-41d7-4660-b77b-028a6481a05c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.070669] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5f0f474-41d7-4660-b77b-028a6481a05c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.070917] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5f0f474-41d7-4660-b77b-028a6481a05c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.070917] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5f0f474-41d7-4660-b77b-028a6481a05c',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.071916] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5f0f474-41d7-4660-b77b-028a6481a05c taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.072048] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5f0f474-41d7-4660-b77b-028a6481a05c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.072119] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5f0f474-41d7-4660-b77b-028a6481a05c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.072301] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5f0f474-41d7-4660-b77b-028a6481a05c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.072453] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.072560] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.072608] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.072734] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.072817] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.072925] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5f0f474-41d7-4660-b77b-028a6481a05c',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.074415] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-74a616a4-7a63-4072-86db-de91e7eb239a taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.076089] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-74a616a4-7a63-4072-86db-de91e7eb239a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.076153] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-74a616a4-7a63-4072-86db-de91e7eb239a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.076315] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-74a616a4-7a63-4072-86db-de91e7eb239a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.076726] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('74a616a4-7a63-4072-86db-de91e7eb239a',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.578995] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5f0f474-41d7-4660-b77b-028a6481a05c taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.578995] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5f0f474-41d7-4660-b77b-028a6481a05c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.579197] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c5f0f474-41d7-4660-b77b-028a6481a05c',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.579990] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 74a616a4-7a63-4072-86db-de91e7eb239a with status ACTIVE [ 839.580229] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.580348] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.580788] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.580788] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.580788] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.581044] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.581044] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.581167] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.581320] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.581471] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.581942] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.582119] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.582201] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.582347] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.582408] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.582509] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 74a616a4-7a63-4072-86db-de91e7eb239a is going to be updated. [ 839.607650] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.607918] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.607918] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.608102] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.608244] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.608443] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-74a616a4-7a63-4072-86db-de91e7eb239a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.919658] env[65642]: INFO networking_nsxv3.common.synchronization [req-7ea4ff8e-76cd-4c71-88e9-dfce7de6186f req-2cfb7d73-3478-48e1-925f-d6cc3c580a32 tempest-ServerTagsTestJSON-1631619847 tempest-ServerTagsTestJSON-1631619847-project-member] Enqueued Resource ID: af8aa414-c14e-475c-a40c-0abe99e63e5c with Priority: HIGHEST for action security_group_members [ 839.920488] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af8aa414-c14e-475c-a40c-0abe99e63e5c with Priority: HIGHEST for action security_group_members [ 839.920815] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-af8aa414-c14e-475c-a40c-0abe99e63e5c taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.920969] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af8aa414-c14e-475c-a40c-0abe99e63e5c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.922274] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af8aa414-c14e-475c-a40c-0abe99e63e5c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.922274] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af8aa414-c14e-475c-a40c-0abe99e63e5c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.922274] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.922274] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.922274] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.922274] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.922274] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.922274] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af8aa414-c14e-475c-a40c-0abe99e63e5c',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.087065] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c5f0f474-41d7-4660-b77b-028a6481a05c',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.299538] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock network-207 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.299764] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "network-207" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.299889] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "network-207" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.300268] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "network-207" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.300536] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.300690] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.300867] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.301152] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.301313] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.301523] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 840.301635] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] NeedRegenerationException {{(pid=65642) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 840.301739] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] no value, waiting for create lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 840.301842] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] value creation lock acquired {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 840.301948] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 840.302059] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Calling creation function for not-yet-present value {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 840.302261] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 840.323066] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 840.323066] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65642) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 840.323066] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Released creation lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 840.323300] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "network-207" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.323616] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock port-d21f6beb-bf3d-44a9-847f-e8f63e1b4351 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.323794] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "port-d21f6beb-bf3d-44a9-847f-e8f63e1b4351" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.324642] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "port-d21f6beb-bf3d-44a9-847f-e8f63e1b4351" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.324642] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "port-d21f6beb-bf3d-44a9-847f-e8f63e1b4351" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.324642] env[65642]: DEBUG networking_nsxv3.api.rpc [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d21f6beb-bf3d-44a9-847f-e8f63e1b4351',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.426530] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.426864] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.426864] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.427043] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.427157] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.427394] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.427488] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.427556] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.427712] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.428053] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.428053] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af8aa414-c14e-475c-a40c-0abe99e63e5c already deleted. [ 840.428053] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af8aa414-c14e-475c-a40c-0abe99e63e5c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.438207] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2b935df-b98e-4ceb-95d1-1ecf01324f0f in Status: SUCCESS [ 840.438511] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2b935df-b98e-4ceb-95d1-1ecf01324f0f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.591554] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.591679] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.591767] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.592014] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.592110] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.592215] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5f0f474-41d7-4660-b77b-028a6481a05c is going to be created. [ 840.619839] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.619991] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.620077] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.620592] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.620592] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.632043] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5f0f474-41d7-4660-b77b-028a6481a05c in Status: UNINITIALIZED for 2s [ 840.827875] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.828245] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.828507] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.828860] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.829030] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.829192] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Segment Port d21f6beb-bf3d-44a9-847f-e8f63e1b4351 not found, creating... [ 840.829487] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.829645] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.829757] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.829983] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.830132] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.830429] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.830561] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.830673] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.830880] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.831028] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.831304] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Resource: SegmentPort with ID: d21f6beb-bf3d-44a9-847f-e8f63e1b4351 is going to be created. [ 840.856232] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.856506] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.856602] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.856922] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.857390] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.857971] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "port-d21f6beb-bf3d-44a9-847f-e8f63e1b4351" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.609289] env[65642]: INFO networking_nsxv3.common.synchronization [req-7ea4ff8e-76cd-4c71-88e9-dfce7de6186f req-8294905d-0a5c-43a9-9b89-9c60691cf1e9 service nova] Enqueued Resource ID: af8aa414-c14e-475c-a40c-0abe99e63e5c with Priority: HIGHEST for action security_group_rules [ 841.609536] env[65642]: INFO networking_nsxv3.common.synchronization [req-7ea4ff8e-76cd-4c71-88e9-dfce7de6186f req-8294905d-0a5c-43a9-9b89-9c60691cf1e9 service nova] Enqueued Resource ID: af8aa414-c14e-475c-a40c-0abe99e63e5c with Priority: HIGHEST for action security_group_members [ 841.609585] env[65642]: INFO networking_nsxv3.common.synchronization [req-7ea4ff8e-76cd-4c71-88e9-dfce7de6186f req-8294905d-0a5c-43a9-9b89-9c60691cf1e9 service nova] Enqueued Resource ID: d21f6beb-bf3d-44a9-847f-e8f63e1b4351 with Priority: HIGHEST for action port [ 841.610183] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af8aa414-c14e-475c-a40c-0abe99e63e5c with Priority: HIGHEST for action security_group_rules [ 841.610346] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af8aa414-c14e-475c-a40c-0abe99e63e5c with Priority: HIGHEST for action security_group_members [ 841.610484] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d21f6beb-bf3d-44a9-847f-e8f63e1b4351 with Priority: HIGHEST for action port [ 841.610740] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-af8aa414-c14e-475c-a40c-0abe99e63e5c taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.610879] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-af8aa414-c14e-475c-a40c-0abe99e63e5c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.610947] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-af8aa414-c14e-475c-a40c-0abe99e63e5c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.614884] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-af8aa414-c14e-475c-a40c-0abe99e63e5c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.615011] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('af8aa414-c14e-475c-a40c-0abe99e63e5c',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.616505] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-af8aa414-c14e-475c-a40c-0abe99e63e5c taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.616756] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af8aa414-c14e-475c-a40c-0abe99e63e5c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.616756] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af8aa414-c14e-475c-a40c-0abe99e63e5c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.616955] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af8aa414-c14e-475c-a40c-0abe99e63e5c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.617176] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.617241] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.617317] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.617476] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.617579] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.617677] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af8aa414-c14e-475c-a40c-0abe99e63e5c',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.620806] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-d21f6beb-bf3d-44a9-847f-e8f63e1b4351 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.621174] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d21f6beb-bf3d-44a9-847f-e8f63e1b4351" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.621174] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d21f6beb-bf3d-44a9-847f-e8f63e1b4351" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.621261] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d21f6beb-bf3d-44a9-847f-e8f63e1b4351" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.621261] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d21f6beb-bf3d-44a9-847f-e8f63e1b4351',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.125519] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-af8aa414-c14e-475c-a40c-0abe99e63e5c taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.125717] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af8aa414-c14e-475c-a40c-0abe99e63e5c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.125873] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('af8aa414-c14e-475c-a40c-0abe99e63e5c',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.126787] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d21f6beb-bf3d-44a9-847f-e8f63e1b4351 with status ACTIVE [ 842.127578] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.130843] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.130843] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.130843] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.130843] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.130843] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.130843] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.130843] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.130843] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.130843] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.130843] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.130843] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.130843] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.130843] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.130843] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.130843] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d21f6beb-bf3d-44a9-847f-e8f63e1b4351 is going to be updated. [ 842.154569] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.154769] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.154895] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.155215] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.155780] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.156015] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d21f6beb-bf3d-44a9-847f-e8f63e1b4351" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.535936] env[65642]: INFO networking_nsxv3.common.synchronization [req-33cf0d7a-f476-4ff7-8212-50ef2378f9eb req-5756ec20-477e-404d-8d8b-d5872a720b44 tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Enqueued Resource ID: c35b78ff-cf2f-4afe-984f-527867e449a5 with Priority: HIGHEST for action security_group_members [ 842.536572] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c35b78ff-cf2f-4afe-984f-527867e449a5 with Priority: HIGHEST for action security_group_members [ 842.536882] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-c35b78ff-cf2f-4afe-984f-527867e449a5 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.537017] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c35b78ff-cf2f-4afe-984f-527867e449a5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.537275] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c35b78ff-cf2f-4afe-984f-527867e449a5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.537557] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c35b78ff-cf2f-4afe-984f-527867e449a5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.537741] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.537859] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.537926] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.538121] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.538210] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.538310] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c35b78ff-cf2f-4afe-984f-527867e449a5',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.631828] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('af8aa414-c14e-475c-a40c-0abe99e63e5c',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.645375] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5f0f474-41d7-4660-b77b-028a6481a05c in Status: SUCCESS [ 842.645375] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5f0f474-41d7-4660-b77b-028a6481a05c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.645375] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5f0f474-41d7-4660-b77b-028a6481a05c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.645375] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5f0f474-41d7-4660-b77b-028a6481a05c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.645375] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.645375] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.645375] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.645844] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.646045] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.646361] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5f0f474-41d7-4660-b77b-028a6481a05c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.647874] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c5f0f474-41d7-4660-b77b-028a6481a05c',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.040544] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.040737] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.040780] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.040995] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.041102] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.041324] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.041429] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.041479] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.041644] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.041716] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.041805] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c35b78ff-cf2f-4afe-984f-527867e449a5 is going to be updated. [ 843.078401] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.078495] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.078537] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.078819] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.079063] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.095226] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c35b78ff-cf2f-4afe-984f-527867e449a5 in Status: IN_PROGRESS for 2s [ 843.135699] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.135920] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.136023] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.136394] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.136565] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.136691] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af8aa414-c14e-475c-a40c-0abe99e63e5c is going to be created. [ 843.150633] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c5f0f474-41d7-4660-b77b-028a6481a05c',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.191868] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.192124] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.192124] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.192811] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.192811] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.214915] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af8aa414-c14e-475c-a40c-0abe99e63e5c in Status: UNINITIALIZED for 2s [ 843.656442] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c5f0f474-41d7-4660-b77b-028a6481a05c: rpc.has_security_group_logging(os_id): False [ 843.678399] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.678687] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.678687] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.678839] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.679013] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.679207] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.679324] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.679381] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.679586] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.679769] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.679769] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5f0f474-41d7-4660-b77b-028a6481a05c is going to be created. [ 843.760475] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.760475] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.760475] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.760475] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.760475] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.775737] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5f0f474-41d7-4660-b77b-028a6481a05c in Status: IN_PROGRESS for 2s [ 845.111414] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c35b78ff-cf2f-4afe-984f-527867e449a5 in Status: SUCCESS [ 845.111759] env[65642]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c35b78ff-cf2f-4afe-984f-527867e449a5 deletion is rescheduled due to dependency. [ 845.111759] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c35b78ff-cf2f-4afe-984f-527867e449a5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.229262] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af8aa414-c14e-475c-a40c-0abe99e63e5c in Status: SUCCESS [ 845.229504] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af8aa414-c14e-475c-a40c-0abe99e63e5c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.229675] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af8aa414-c14e-475c-a40c-0abe99e63e5c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.229912] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af8aa414-c14e-475c-a40c-0abe99e63e5c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.230128] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.230253] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.230318] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.230496] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.230544] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.230630] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af8aa414-c14e-475c-a40c-0abe99e63e5c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.230722] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('af8aa414-c14e-475c-a40c-0abe99e63e5c',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.722939] env[65642]: INFO networking_nsxv3.common.synchronization [req-a8d9ee76-8019-47b9-ba84-469d3bebb7b7 req-fbbc709c-f04a-458e-9e96-161bf640bedd tempest-ListImageFiltersTestJSON-1776872959 tempest-ListImageFiltersTestJSON-1776872959-project-member] Enqueued Resource ID: 1aecea80-494d-41f8-8a12-054ef61d5f69 with Priority: HIGHEST for action security_group_members [ 845.723676] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1aecea80-494d-41f8-8a12-054ef61d5f69 with Priority: HIGHEST for action security_group_members [ 845.724020] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-1aecea80-494d-41f8-8a12-054ef61d5f69 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.724565] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1aecea80-494d-41f8-8a12-054ef61d5f69" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.724637] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1aecea80-494d-41f8-8a12-054ef61d5f69" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.724866] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1aecea80-494d-41f8-8a12-054ef61d5f69" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.725062] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.725179] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.725268] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.725437] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.725540] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.725641] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1aecea80-494d-41f8-8a12-054ef61d5f69',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.734631] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-af8aa414-c14e-475c-a40c-0abe99e63e5c taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.736220] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af8aa414-c14e-475c-a40c-0abe99e63e5c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.736398] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af8aa414-c14e-475c-a40c-0abe99e63e5c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.736778] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af8aa414-c14e-475c-a40c-0abe99e63e5c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.737105] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.737321] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.737399] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.737669] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.739465] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.739465] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af8aa414-c14e-475c-a40c-0abe99e63e5c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.739687] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-af8aa414-c14e-475c-a40c-0abe99e63e5c taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.740726] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af8aa414-c14e-475c-a40c-0abe99e63e5c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.740885] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af8aa414-c14e-475c-a40c-0abe99e63e5c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.741428] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af8aa414-c14e-475c-a40c-0abe99e63e5c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.741547] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.741683] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.741794] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.742242] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.742242] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.742381] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af8aa414-c14e-475c-a40c-0abe99e63e5c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.742435] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('af8aa414-c14e-475c-a40c-0abe99e63e5c',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.789652] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5f0f474-41d7-4660-b77b-028a6481a05c in Status: SUCCESS [ 845.789756] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5f0f474-41d7-4660-b77b-028a6481a05c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.229639] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.229639] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.229639] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.229639] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.229639] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.229639] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.229639] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.229639] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.230346] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.230346] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.230346] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1aecea80-494d-41f8-8a12-054ef61d5f69 is going to be updated. [ 846.245558] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for af8aa414-c14e-475c-a40c-0abe99e63e5c: rpc.has_security_group_logging(os_id): False [ 846.266104] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.266340] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.266340] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.266629] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.267541] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.267655] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.267717] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.267776] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.267957] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.268059] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.268280] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.268394] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.268466] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.268623] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.268707] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.268899] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.268987] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.269051] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.269200] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.269409] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.269409] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: af8aa414-c14e-475c-a40c-0abe99e63e5c is going to be created. [ 846.272143] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.272264] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.272334] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.272577] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.272631] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.289396] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1aecea80-494d-41f8-8a12-054ef61d5f69 in Status: IN_PROGRESS for 2s [ 846.355402] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.356929] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.356929] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.356929] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.356929] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.370784] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af8aa414-c14e-475c-a40c-0abe99e63e5c in Status: IN_PROGRESS for 2s [ 847.258872] env[65642]: INFO networking_nsxv3.common.synchronization [None req-88814bfe-094d-4e37-b288-0241c9e846a3 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Enqueued Resource ID: 423fbad1-c879-4362-9cdf-87cc963850e4 with Priority: HIGHEST for action security_group_rules [ 847.258872] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 423fbad1-c879-4362-9cdf-87cc963850e4 with Priority: HIGHEST for action security_group_rules [ 847.258872] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-423fbad1-c879-4362-9cdf-87cc963850e4 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.259816] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-423fbad1-c879-4362-9cdf-87cc963850e4" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.259816] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-423fbad1-c879-4362-9cdf-87cc963850e4" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.259816] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-423fbad1-c879-4362-9cdf-87cc963850e4" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.259816] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('423fbad1-c879-4362-9cdf-87cc963850e4',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.662243] env[65642]: INFO networking_nsxv3.common.synchronization [None req-8b10dea2-7b02-4d40-9e25-73c09fde6544 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Enqueued Resource ID: 423fbad1-c879-4362-9cdf-87cc963850e4 with Priority: HIGHEST for action security_group_rules [ 847.662852] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 423fbad1-c879-4362-9cdf-87cc963850e4 with Priority: HIGHEST for action security_group_rules [ 847.663202] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-423fbad1-c879-4362-9cdf-87cc963850e4 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.663325] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-423fbad1-c879-4362-9cdf-87cc963850e4" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.783601] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.783601] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.783601] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.783601] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.784069] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.784069] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 423fbad1-c879-4362-9cdf-87cc963850e4 already deleted. [ 847.784069] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-423fbad1-c879-4362-9cdf-87cc963850e4" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.784069] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-423fbad1-c879-4362-9cdf-87cc963850e4" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.784348] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-423fbad1-c879-4362-9cdf-87cc963850e4" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.784348] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('423fbad1-c879-4362-9cdf-87cc963850e4',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.317480] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1aecea80-494d-41f8-8a12-054ef61d5f69 in Status: SUCCESS [ 848.317932] env[65642]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1aecea80-494d-41f8-8a12-054ef61d5f69 deletion is rescheduled due to dependency. [ 848.317932] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1aecea80-494d-41f8-8a12-054ef61d5f69" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.318880] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.319077] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.319155] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.319339] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.319446] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.319989] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 423fbad1-c879-4362-9cdf-87cc963850e4 already deleted. [ 848.319989] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-423fbad1-c879-4362-9cdf-87cc963850e4" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.385984] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af8aa414-c14e-475c-a40c-0abe99e63e5c in Status: SUCCESS [ 848.386873] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-af8aa414-c14e-475c-a40c-0abe99e63e5c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.376035] env[65642]: INFO networking_nsxv3.common.synchronization [None req-e983b0c2-80c0-4031-9925-a62a786508a6 None None] Enqueued Resource ID: ff23b6b5-296a-461d-820c-bb88ea6c329d with Priority: HIGHEST for action port [ 849.376535] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff23b6b5-296a-461d-820c-bb88ea6c329d with Priority: HIGHEST for action port [ 849.378872] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff23b6b5-296a-461d-820c-bb88ea6c329d taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.378872] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff23b6b5-296a-461d-820c-bb88ea6c329d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.378872] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff23b6b5-296a-461d-820c-bb88ea6c329d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.379271] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff23b6b5-296a-461d-820c-bb88ea6c329d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.379271] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff23b6b5-296a-461d-820c-bb88ea6c329d',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.883161] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ff23b6b5-296a-461d-820c-bb88ea6c329d [ 849.883589] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.883762] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.883827] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.884055] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.884316] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.884397] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ff23b6b5-296a-461d-820c-bb88ea6c329d already deleted. [ 849.884625] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff23b6b5-296a-461d-820c-bb88ea6c329d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.322912] env[65642]: INFO networking_nsxv3.common.synchronization [None req-6b05cfee-1368-4698-b450-99c54b97207c None None] Enqueued Resource ID: 5d9a115c-f940-4e51-8219-9453796b9b1e with Priority: HIGHEST for action port [ 850.324827] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d9a115c-f940-4e51-8219-9453796b9b1e with Priority: HIGHEST for action port [ 850.325179] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d9a115c-f940-4e51-8219-9453796b9b1e taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.325349] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d9a115c-f940-4e51-8219-9453796b9b1e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.325434] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d9a115c-f940-4e51-8219-9453796b9b1e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.325666] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d9a115c-f940-4e51-8219-9453796b9b1e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.325784] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d9a115c-f940-4e51-8219-9453796b9b1e',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.558102] env[65642]: INFO networking_nsxv3.common.synchronization [req-0f2c8742-3ae6-4605-aab2-2b5877e8af9b req-840d25a0-7355-44e5-96c9-62cfee3bc00b tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Enqueued Resource ID: b2b935df-b98e-4ceb-95d1-1ecf01324f0f with Priority: HIGHEST for action security_group_members [ 850.559922] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2b935df-b98e-4ceb-95d1-1ecf01324f0f with Priority: HIGHEST for action security_group_members [ 850.560373] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2b935df-b98e-4ceb-95d1-1ecf01324f0f taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.562642] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2b935df-b98e-4ceb-95d1-1ecf01324f0f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.562710] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2b935df-b98e-4ceb-95d1-1ecf01324f0f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.562934] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2b935df-b98e-4ceb-95d1-1ecf01324f0f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.563139] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.563541] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.563541] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.563541] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.563721] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.563721] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2b935df-b98e-4ceb-95d1-1ecf01324f0f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.829447] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5d9a115c-f940-4e51-8219-9453796b9b1e [ 850.834477] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.834618] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.834948] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.835068] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.836500] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.836500] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5d9a115c-f940-4e51-8219-9453796b9b1e already deleted. [ 850.836500] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d9a115c-f940-4e51-8219-9453796b9b1e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.070167] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b2b935df-b98e-4ceb-95d1-1ecf01324f0f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.437667] env[65642]: INFO networking_nsxv3.common.synchronization [None req-eb9b2f2e-82de-4a53-add3-027d55a490a5 None None] Enqueued Resource ID: f9c2c9f9-9a69-4d77-b89a-cdedf8245b9f with Priority: HIGHEST for action port [ 851.437667] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9c2c9f9-9a69-4d77-b89a-cdedf8245b9f with Priority: HIGHEST for action port [ 851.437667] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-f9c2c9f9-9a69-4d77-b89a-cdedf8245b9f taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.437667] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f9c2c9f9-9a69-4d77-b89a-cdedf8245b9f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.437667] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f9c2c9f9-9a69-4d77-b89a-cdedf8245b9f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.437862] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f9c2c9f9-9a69-4d77-b89a-cdedf8245b9f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.437899] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9c2c9f9-9a69-4d77-b89a-cdedf8245b9f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.571984] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b2b935df-b98e-4ceb-95d1-1ecf01324f0f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.944112] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f9c2c9f9-9a69-4d77-b89a-cdedf8245b9f [ 851.944459] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.944623] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.944694] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.944928] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.945161] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.945161] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f9c2c9f9-9a69-4d77-b89a-cdedf8245b9f already deleted. [ 851.945258] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f9c2c9f9-9a69-4d77-b89a-cdedf8245b9f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.075345] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.075571] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.075628] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.075836] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.075906] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.076021] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2b935df-b98e-4ceb-95d1-1ecf01324f0f is going to be updated. [ 852.113672] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.113854] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.113949] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.114105] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.114460] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.125811] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2b935df-b98e-4ceb-95d1-1ecf01324f0f in Status: IN_PROGRESS for 2s [ 852.803660] env[65642]: INFO networking_nsxv3.common.synchronization [req-0b53f3bd-1ddc-42a3-97fe-20ba2888a292 req-2a166602-b387-416e-9dce-ecdd79b0b76e tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Enqueued Resource ID: 275dc271-b0af-4a42-966e-14343faaa755 with Priority: HIGHEST for action security_group_members [ 852.804250] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 275dc271-b0af-4a42-966e-14343faaa755 with Priority: HIGHEST for action security_group_members [ 852.804726] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-275dc271-b0af-4a42-966e-14343faaa755 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.804726] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.804855] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.804956] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.805124] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.805239] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.805297] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.805465] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.805571] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.805682] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('275dc271-b0af-4a42-966e-14343faaa755',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.268470] env[65642]: INFO networking_nsxv3.common.synchronization [None req-1a910842-3813-4fe1-aa80-a51ab6fbb4a3 None None] Enqueued Resource ID: 0d586af7-9115-4640-b0c2-7222311a8130 with Priority: HIGHEST for action port [ 853.269209] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d586af7-9115-4640-b0c2-7222311a8130 with Priority: HIGHEST for action port [ 853.269576] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d586af7-9115-4640-b0c2-7222311a8130 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.269576] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d586af7-9115-4640-b0c2-7222311a8130" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.269576] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d586af7-9115-4640-b0c2-7222311a8130" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.270129] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d586af7-9115-4640-b0c2-7222311a8130" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.270203] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d586af7-9115-4640-b0c2-7222311a8130',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.308456] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('275dc271-b0af-4a42-966e-14343faaa755',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.363440] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock network-824 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.363640] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "network-824" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.365916] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "network-824" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.365916] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "network-824" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.366215] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.366381] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.366493] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.366712] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.366853] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.367082] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 853.367188] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] NeedRegenerationException {{(pid=65642) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 853.367288] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] no value, waiting for create lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 853.367387] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] value creation lock acquired {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 853.367505] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 853.367589] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Calling creation function for not-yet-present value {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 853.367714] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 853.395717] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 853.395717] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65642) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 853.395833] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Released creation lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 853.397424] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "network-824" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.397424] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock port-e728005f-adf9-4991-ad85-7083d66eea61 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.397424] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "port-e728005f-adf9-4991-ad85-7083d66eea61" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.397424] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "port-e728005f-adf9-4991-ad85-7083d66eea61" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.397424] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "port-e728005f-adf9-4991-ad85-7083d66eea61" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.397424] env[65642]: DEBUG networking_nsxv3.api.rpc [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e728005f-adf9-4991-ad85-7083d66eea61',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.773390] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0d586af7-9115-4640-b0c2-7222311a8130 [ 853.773390] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.773390] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.773390] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.773390] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.773658] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.773658] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0d586af7-9115-4640-b0c2-7222311a8130 already deleted. [ 853.773658] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d586af7-9115-4640-b0c2-7222311a8130" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.811848] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('275dc271-b0af-4a42-966e-14343faaa755',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.902762] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.903429] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.903429] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.903429] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.903592] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.903735] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Segment Port e728005f-adf9-4991-ad85-7083d66eea61 not found, creating... [ 853.904012] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.904182] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.904317] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.904538] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.904678] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.904956] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.905552] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.905700] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.905916] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.906063] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.906212] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Resource: SegmentPort with ID: e728005f-adf9-4991-ad85-7083d66eea61 is going to be created. [ 853.928754] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.928885] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.929193] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.929302] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.929618] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.929760] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "port-e728005f-adf9-4991-ad85-7083d66eea61" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.138418] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2b935df-b98e-4ceb-95d1-1ecf01324f0f in Status: SUCCESS [ 854.139278] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2b935df-b98e-4ceb-95d1-1ecf01324f0f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.317593] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.317882] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.317960] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.318455] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.318557] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.318683] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 275dc271-b0af-4a42-966e-14343faaa755 is going to be updated. [ 854.349609] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.349974] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.350226] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.350474] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.350747] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.361419] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 275dc271-b0af-4a42-966e-14343faaa755 in Status: IN_PROGRESS for 2s [ 854.643925] env[65642]: INFO networking_nsxv3.common.synchronization [req-0b53f3bd-1ddc-42a3-97fe-20ba2888a292 req-fa0dcd8e-bc09-4a6d-b720-a7852071dbab service nova] Enqueued Resource ID: 275dc271-b0af-4a42-966e-14343faaa755 with Priority: HIGHEST for action security_group_rules [ 854.643925] env[65642]: INFO networking_nsxv3.common.synchronization [req-0b53f3bd-1ddc-42a3-97fe-20ba2888a292 req-fa0dcd8e-bc09-4a6d-b720-a7852071dbab service nova] Enqueued Resource ID: 275dc271-b0af-4a42-966e-14343faaa755 with Priority: HIGHEST for action security_group_members [ 854.643925] env[65642]: INFO networking_nsxv3.common.synchronization [req-0b53f3bd-1ddc-42a3-97fe-20ba2888a292 req-fa0dcd8e-bc09-4a6d-b720-a7852071dbab service nova] Enqueued Resource ID: e728005f-adf9-4991-ad85-7083d66eea61 with Priority: HIGHEST for action port [ 854.644435] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 275dc271-b0af-4a42-966e-14343faaa755 with Priority: HIGHEST for action security_group_rules [ 854.644532] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 275dc271-b0af-4a42-966e-14343faaa755 with Priority: HIGHEST for action security_group_members [ 854.644574] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e728005f-adf9-4991-ad85-7083d66eea61 with Priority: HIGHEST for action port [ 854.645212] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-275dc271-b0af-4a42-966e-14343faaa755 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.645212] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.645212] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.645420] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.645420] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('275dc271-b0af-4a42-966e-14343faaa755',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.646277] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-275dc271-b0af-4a42-966e-14343faaa755 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.646383] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.647100] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-e728005f-adf9-4991-ad85-7083d66eea61 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.647100] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e728005f-adf9-4991-ad85-7083d66eea61" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.647100] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e728005f-adf9-4991-ad85-7083d66eea61" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.647100] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e728005f-adf9-4991-ad85-7083d66eea61" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.647100] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e728005f-adf9-4991-ad85-7083d66eea61',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.149462] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-275dc271-b0af-4a42-966e-14343faaa755 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.149462] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.150021] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e728005f-adf9-4991-ad85-7083d66eea61 with status ACTIVE [ 855.150305] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.150418] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.150469] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.151074] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.151074] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.151074] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.151245] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.151245] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.151383] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.151468] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.151656] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.151775] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.151846] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.152067] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.152127] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.152159] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e728005f-adf9-4991-ad85-7083d66eea61 is going to be updated. [ 855.186921] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.187180] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.187180] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.187438] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.187550] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.187646] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e728005f-adf9-4991-ad85-7083d66eea61" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.365228] env[65642]: INFO networking_nsxv3.common.synchronization [req-d0f7724f-2c24-4c78-bde6-0039f87f155f req-41864d41-7111-46d8-9589-a3e503ecb91c tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Enqueued Resource ID: b5abfe10-89da-46cf-9000-f717ab636113 with Priority: HIGHEST for action security_group_members [ 856.365922] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5abfe10-89da-46cf-9000-f717ab636113 with Priority: HIGHEST for action security_group_members [ 856.366647] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5abfe10-89da-46cf-9000-f717ab636113 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.366828] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5abfe10-89da-46cf-9000-f717ab636113" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.366921] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5abfe10-89da-46cf-9000-f717ab636113" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.367228] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5abfe10-89da-46cf-9000-f717ab636113" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.367475] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.368354] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.368435] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.368660] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.368727] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.368834] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5abfe10-89da-46cf-9000-f717ab636113',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.376567] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 275dc271-b0af-4a42-966e-14343faaa755 in Status: SUCCESS [ 856.377895] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.377895] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.378050] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.378390] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.378390] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.378541] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.378587] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.378689] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.378689] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('275dc271-b0af-4a42-966e-14343faaa755',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.724160] env[65642]: INFO networking_nsxv3.common.synchronization [None req-86be82f0-804d-45a7-9060-31c0357d5753 None None] Enqueued Resource ID: 8c29b471-218b-4962-927e-54180b74e283 with Priority: HIGHEST for action port [ 856.724747] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c29b471-218b-4962-927e-54180b74e283 with Priority: HIGHEST for action port [ 856.725493] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c29b471-218b-4962-927e-54180b74e283 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.725662] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c29b471-218b-4962-927e-54180b74e283" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.725790] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c29b471-218b-4962-927e-54180b74e283" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.726076] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c29b471-218b-4962-927e-54180b74e283" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.726200] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c29b471-218b-4962-927e-54180b74e283',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.743362] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock network-486 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.743537] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "network-486" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.743656] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "network-486" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.744465] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "network-486" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.744465] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.744465] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.744655] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.744713] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.744857] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.745075] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 856.745186] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] NeedRegenerationException {{(pid=65642) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 856.745327] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] no value, waiting for create lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 856.745399] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] value creation lock acquired {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 856.745504] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 856.745927] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Calling creation function for not-yet-present value {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 856.746163] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 856.767944] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 856.768211] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65642) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 856.769090] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Released creation lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 856.769090] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "network-486" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.769302] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock port-48483572-c78b-4eee-a63d-a7b4567d63db taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.769388] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "port-48483572-c78b-4eee-a63d-a7b4567d63db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.769684] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "port-48483572-c78b-4eee-a63d-a7b4567d63db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.769751] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "port-48483572-c78b-4eee-a63d-a7b4567d63db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.771988] env[65642]: DEBUG networking_nsxv3.api.rpc [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48483572-c78b-4eee-a63d-a7b4567d63db',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.871695] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.871876] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.871923] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.872120] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.872209] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.872406] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.872499] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.872558] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.872705] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.872776] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.872860] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5abfe10-89da-46cf-9000-f717ab636113 already deleted. [ 856.872936] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5abfe10-89da-46cf-9000-f717ab636113" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.881393] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('275dc271-b0af-4a42-966e-14343faaa755',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.229946] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8c29b471-218b-4962-927e-54180b74e283 [ 857.230195] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.230335] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.230413] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.230645] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.230789] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.231019] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8c29b471-218b-4962-927e-54180b74e283 already deleted. [ 857.231019] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c29b471-218b-4962-927e-54180b74e283" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.271810] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.272042] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.272168] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.272498] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.272661] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.272808] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Segment Port 48483572-c78b-4eee-a63d-a7b4567d63db not found, creating... [ 857.273084] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.273286] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.273421] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.273643] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.273780] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.273780] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.274221] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.274348] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.274556] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.274692] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.274828] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Resource: SegmentPort with ID: 48483572-c78b-4eee-a63d-a7b4567d63db is going to be created. [ 857.295366] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.295608] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.295754] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.296034] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.296291] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.296485] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "port-48483572-c78b-4eee-a63d-a7b4567d63db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.385365] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('275dc271-b0af-4a42-966e-14343faaa755',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.891288] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.891459] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.891529] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.891772] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.891860] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.891961] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 275dc271-b0af-4a42-966e-14343faaa755 is going to be updated. [ 857.933110] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.933110] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.933110] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.933575] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.933618] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.946782] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 275dc271-b0af-4a42-966e-14343faaa755 in Status: IN_PROGRESS for 2s [ 857.975867] env[65642]: INFO networking_nsxv3.common.synchronization [req-6b1b7457-520d-4d75-936b-efd35372ddef req-12ec495c-c418-4b2b-a505-76ac9d954dc2 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Enqueued Resource ID: b503b44c-c026-4120-95d4-701afa7d90c7 with Priority: HIGHEST for action security_group_members [ 857.976462] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b503b44c-c026-4120-95d4-701afa7d90c7 with Priority: HIGHEST for action security_group_members [ 857.976785] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-b503b44c-c026-4120-95d4-701afa7d90c7 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.976903] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.976969] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.977188] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.977410] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.977500] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.977572] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.977687] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.977773] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.977880] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b503b44c-c026-4120-95d4-701afa7d90c7',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.056963] env[65642]: INFO networking_nsxv3.common.synchronization [req-d0f7724f-2c24-4c78-bde6-0039f87f155f req-838989dd-be40-4c44-a02b-a77265e5c7a5 service nova] Enqueued Resource ID: b5abfe10-89da-46cf-9000-f717ab636113 with Priority: HIGHEST for action security_group_rules [ 858.056963] env[65642]: INFO networking_nsxv3.common.synchronization [req-d0f7724f-2c24-4c78-bde6-0039f87f155f req-838989dd-be40-4c44-a02b-a77265e5c7a5 service nova] Enqueued Resource ID: b5abfe10-89da-46cf-9000-f717ab636113 with Priority: HIGHEST for action security_group_members [ 858.056963] env[65642]: INFO networking_nsxv3.common.synchronization [req-d0f7724f-2c24-4c78-bde6-0039f87f155f req-838989dd-be40-4c44-a02b-a77265e5c7a5 service nova] Enqueued Resource ID: 48483572-c78b-4eee-a63d-a7b4567d63db with Priority: HIGHEST for action port [ 858.056963] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5abfe10-89da-46cf-9000-f717ab636113 with Priority: HIGHEST for action security_group_rules [ 858.056963] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5abfe10-89da-46cf-9000-f717ab636113 with Priority: HIGHEST for action security_group_members [ 858.056963] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48483572-c78b-4eee-a63d-a7b4567d63db with Priority: HIGHEST for action port [ 858.056963] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5abfe10-89da-46cf-9000-f717ab636113 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.057804] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5abfe10-89da-46cf-9000-f717ab636113" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.057804] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5abfe10-89da-46cf-9000-f717ab636113" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.059676] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5abfe10-89da-46cf-9000-f717ab636113" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.059880] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5abfe10-89da-46cf-9000-f717ab636113',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.060984] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5abfe10-89da-46cf-9000-f717ab636113 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.061581] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5abfe10-89da-46cf-9000-f717ab636113" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.061739] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5abfe10-89da-46cf-9000-f717ab636113" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.062035] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5abfe10-89da-46cf-9000-f717ab636113" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.062326] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.062539] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.062704] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.062943] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.063128] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.063381] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5abfe10-89da-46cf-9000-f717ab636113',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.064999] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-48483572-c78b-4eee-a63d-a7b4567d63db taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.067347] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-48483572-c78b-4eee-a63d-a7b4567d63db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.067347] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-48483572-c78b-4eee-a63d-a7b4567d63db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.067347] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-48483572-c78b-4eee-a63d-a7b4567d63db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.067347] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48483572-c78b-4eee-a63d-a7b4567d63db',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.436168] env[65642]: INFO networking_nsxv3.common.synchronization [None req-4de255c0-fd14-4193-98d8-f1a57573f5cc None None] Enqueued Resource ID: f7db0792-a61e-4f13-be3a-fdb7e566c8d9 with Priority: HIGHEST for action port [ 858.436715] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7db0792-a61e-4f13-be3a-fdb7e566c8d9 with Priority: HIGHEST for action port [ 858.437034] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-f7db0792-a61e-4f13-be3a-fdb7e566c8d9 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.437159] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f7db0792-a61e-4f13-be3a-fdb7e566c8d9" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.437224] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f7db0792-a61e-4f13-be3a-fdb7e566c8d9" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.437830] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f7db0792-a61e-4f13-be3a-fdb7e566c8d9" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.438266] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7db0792-a61e-4f13-be3a-fdb7e566c8d9',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.480675] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.480675] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.480888] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.481330] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.481330] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.481330] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.481699] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.481699] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.481699] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.481699] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.481880] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b503b44c-c026-4120-95d4-701afa7d90c7 is going to be updated. [ 858.512510] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.512660] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.512725] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.512952] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.513119] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.523081] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b503b44c-c026-4120-95d4-701afa7d90c7 in Status: IN_PROGRESS for 2s [ 858.567550] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b5abfe10-89da-46cf-9000-f717ab636113',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.568980] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5abfe10-89da-46cf-9000-f717ab636113 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.569144] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5abfe10-89da-46cf-9000-f717ab636113" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.569573] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 48483572-c78b-4eee-a63d-a7b4567d63db with status ACTIVE [ 858.569739] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.569849] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.569913] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.570349] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.570349] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.570450] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.570553] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.570602] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.570740] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.570816] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.571614] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.571614] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.571614] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.571614] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.571614] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.571614] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 48483572-c78b-4eee-a63d-a7b4567d63db is going to be updated. [ 858.593297] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.593297] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.593297] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.593510] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.593647] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.593814] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-48483572-c78b-4eee-a63d-a7b4567d63db" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.939941] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f7db0792-a61e-4f13-be3a-fdb7e566c8d9 [ 858.940568] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.940568] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.940568] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.940772] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.940772] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.940772] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f7db0792-a61e-4f13-be3a-fdb7e566c8d9 already deleted. [ 858.940867] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f7db0792-a61e-4f13-be3a-fdb7e566c8d9" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.076416] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b5abfe10-89da-46cf-9000-f717ab636113',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.432304] env[65642]: INFO networking_nsxv3.common.synchronization [None req-273c1832-a4cc-454b-8907-4cb9ba85fffc None None] Enqueued Resource ID: 471957c4-34f3-4aa7-b5de-5fe623eaa377 with Priority: HIGHEST for action port [ 859.433047] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 471957c4-34f3-4aa7-b5de-5fe623eaa377 with Priority: HIGHEST for action port [ 859.434288] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-471957c4-34f3-4aa7-b5de-5fe623eaa377 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.434288] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-471957c4-34f3-4aa7-b5de-5fe623eaa377" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.434288] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-471957c4-34f3-4aa7-b5de-5fe623eaa377" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.434288] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-471957c4-34f3-4aa7-b5de-5fe623eaa377" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.434288] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('471957c4-34f3-4aa7-b5de-5fe623eaa377',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.440025] env[65642]: INFO networking_nsxv3.common.synchronization [req-d9d4c149-faf9-47b7-bad0-ee5f59350ec6 req-b4da2031-f163-4bc2-ac2f-8efa7fca7455 tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] Enqueued Resource ID: 4197232b-00b3-4d7e-9a44-4c4f5c98a24d with Priority: HIGHEST for action security_group_members [ 859.440025] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4197232b-00b3-4d7e-9a44-4c4f5c98a24d with Priority: HIGHEST for action security_group_members [ 859.440025] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-4197232b-00b3-4d7e-9a44-4c4f5c98a24d taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.440840] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4197232b-00b3-4d7e-9a44-4c4f5c98a24d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.440840] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4197232b-00b3-4d7e-9a44-4c4f5c98a24d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.440840] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4197232b-00b3-4d7e-9a44-4c4f5c98a24d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.440840] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.440840] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.440840] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.441259] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.441259] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.441259] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4197232b-00b3-4d7e-9a44-4c4f5c98a24d',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.475407] env[65642]: INFO networking_nsxv3.common.synchronization [req-d9d4c149-faf9-47b7-bad0-ee5f59350ec6 req-b4da2031-f163-4bc2-ac2f-8efa7fca7455 tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] Enqueued Resource ID: 4197232b-00b3-4d7e-9a44-4c4f5c98a24d with Priority: HIGHEST for action security_group_rules [ 859.475807] env[65642]: INFO networking_nsxv3.common.synchronization [req-d9d4c149-faf9-47b7-bad0-ee5f59350ec6 req-b4da2031-f163-4bc2-ac2f-8efa7fca7455 tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] Enqueued Resource ID: 4197232b-00b3-4d7e-9a44-4c4f5c98a24d with Priority: HIGHEST for action security_group_members [ 859.476509] env[65642]: INFO networking_nsxv3.common.synchronization [req-d9d4c149-faf9-47b7-bad0-ee5f59350ec6 req-b4da2031-f163-4bc2-ac2f-8efa7fca7455 tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] Enqueued Resource ID: b5d3f1e9-428c-4efa-885e-a38811c1fda6 with Priority: HIGHEST for action port [ 859.477070] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4197232b-00b3-4d7e-9a44-4c4f5c98a24d with Priority: HIGHEST for action security_group_rules [ 859.477286] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4197232b-00b3-4d7e-9a44-4c4f5c98a24d with Priority: HIGHEST for action security_group_members [ 859.477447] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5d3f1e9-428c-4efa-885e-a38811c1fda6 with Priority: HIGHEST for action port [ 859.477930] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4197232b-00b3-4d7e-9a44-4c4f5c98a24d taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.478157] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4197232b-00b3-4d7e-9a44-4c4f5c98a24d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.478266] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4197232b-00b3-4d7e-9a44-4c4f5c98a24d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.479033] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4197232b-00b3-4d7e-9a44-4c4f5c98a24d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.479033] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4197232b-00b3-4d7e-9a44-4c4f5c98a24d',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.480421] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-4197232b-00b3-4d7e-9a44-4c4f5c98a24d taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.480421] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4197232b-00b3-4d7e-9a44-4c4f5c98a24d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.480421] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-b5d3f1e9-428c-4efa-885e-a38811c1fda6 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.480592] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b5d3f1e9-428c-4efa-885e-a38811c1fda6" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.480703] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b5d3f1e9-428c-4efa-885e-a38811c1fda6" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.481036] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b5d3f1e9-428c-4efa-885e-a38811c1fda6" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.481104] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5d3f1e9-428c-4efa-885e-a38811c1fda6',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.578767] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.578925] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.578995] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.580183] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.580183] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.580183] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5abfe10-89da-46cf-9000-f717ab636113 is going to be created. [ 859.606130] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.606130] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.606130] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.606339] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.606471] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.619854] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5abfe10-89da-46cf-9000-f717ab636113 in Status: UNINITIALIZED for 2s [ 859.936362] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 471957c4-34f3-4aa7-b5de-5fe623eaa377 [ 859.936635] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.936785] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.937268] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.937268] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.937268] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.937383] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:471957c4-34f3-4aa7-b5de-5fe623eaa377 already deleted. [ 859.937445] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-471957c4-34f3-4aa7-b5de-5fe623eaa377" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.944710] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4197232b-00b3-4d7e-9a44-4c4f5c98a24d',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.959246] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 275dc271-b0af-4a42-966e-14343faaa755 in Status: SUCCESS [ 859.959556] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.960018] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.960251] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.960466] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.960826] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.960826] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.960826] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.961050] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.961050] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.961050] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('275dc271-b0af-4a42-966e-14343faaa755',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.983521] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-4197232b-00b3-4d7e-9a44-4c4f5c98a24d taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.983691] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4197232b-00b3-4d7e-9a44-4c4f5c98a24d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.986027] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b5d3f1e9-428c-4efa-885e-a38811c1fda6 with status ACTIVE [ 859.986027] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.986027] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.986027] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.986027] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.986027] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.986027] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.986027] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.986027] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.986027] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.986027] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.986027] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.986027] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.986027] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.986027] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.986027] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.986027] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b5d3f1e9-428c-4efa-885e-a38811c1fda6 is going to be updated. [ 860.012445] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.012445] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.012445] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.012445] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.012445] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.012445] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b5d3f1e9-428c-4efa-885e-a38811c1fda6" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.439495] env[65642]: INFO networking_nsxv3.common.synchronization [req-e4b88d4b-22b2-4b25-8193-e550e5157c4f req-85d1c23d-5aad-448f-9825-e73f443973d9 tempest-SecurityGroupRulesTestJSON-1276842070 tempest-SecurityGroupRulesTestJSON-1276842070-project-member] Enqueued Resource ID: 397e5ca7-5f38-41c4-bba9-a06c25d15c26 with Priority: HIGHEST for action security_group_rules [ 860.439856] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 397e5ca7-5f38-41c4-bba9-a06c25d15c26 with Priority: HIGHEST for action security_group_rules [ 860.441263] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-397e5ca7-5f38-41c4-bba9-a06c25d15c26 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.441263] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-397e5ca7-5f38-41c4-bba9-a06c25d15c26" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.441263] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-397e5ca7-5f38-41c4-bba9-a06c25d15c26" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.441680] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-397e5ca7-5f38-41c4-bba9-a06c25d15c26" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.441680] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('397e5ca7-5f38-41c4-bba9-a06c25d15c26',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.448243] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4197232b-00b3-4d7e-9a44-4c4f5c98a24d',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.465035] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-275dc271-b0af-4a42-966e-14343faaa755 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.465035] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.465035] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.465035] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.465464] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.465464] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.465464] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.465946] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.466119] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.466275] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.466534] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-275dc271-b0af-4a42-966e-14343faaa755 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.466711] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.466845] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.467309] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.467493] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.467603] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.467688] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.467818] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.467902] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.467987] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.468094] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('275dc271-b0af-4a42-966e-14343faaa755',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.506177] env[65642]: INFO networking_nsxv3.common.synchronization [None req-01496db1-a2b0-42f0-9cd2-96a54f746ba9 None None] Enqueued Resource ID: 52d21357-634d-449f-a900-09729acdc1b6 with Priority: HIGHEST for action port [ 860.511456] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52d21357-634d-449f-a900-09729acdc1b6 with Priority: HIGHEST for action port [ 860.512795] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-52d21357-634d-449f-a900-09729acdc1b6 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.513266] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-52d21357-634d-449f-a900-09729acdc1b6" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.513266] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-52d21357-634d-449f-a900-09729acdc1b6" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.513621] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-52d21357-634d-449f-a900-09729acdc1b6" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.513747] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52d21357-634d-449f-a900-09729acdc1b6',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.537018] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b503b44c-c026-4120-95d4-701afa7d90c7 in Status: SUCCESS [ 860.537018] env[65642]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b503b44c-c026-4120-95d4-701afa7d90c7 deletion is rescheduled due to dependency. [ 860.537305] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.763883] env[65642]: INFO networking_nsxv3.common.synchronization [req-12161b85-3ccf-4f56-a1df-5b4a713a01c8 req-06f92182-862e-4730-832a-f12429fa5ff4 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Enqueued Resource ID: b5abfe10-89da-46cf-9000-f717ab636113 with Priority: HIGHEST for action security_group_members [ 860.764659] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5abfe10-89da-46cf-9000-f717ab636113 with Priority: HIGHEST for action security_group_members [ 860.765527] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5abfe10-89da-46cf-9000-f717ab636113 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.765651] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5abfe10-89da-46cf-9000-f717ab636113" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.852462] env[65642]: INFO networking_nsxv3.common.synchronization [req-3cb14674-12c5-4a51-93b7-a0b9042d8cda req-f4bb8e38-afea-41be-8f47-7989cd672f03 tempest-SecurityGroupRulesTestJSON-1276842070 tempest-SecurityGroupRulesTestJSON-1276842070-project-member] Enqueued Resource ID: 9e6a8e0b-00b7-4003-b158-c293e3e81aac with Priority: HIGHEST for action security_group_rules [ 860.853129] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e6a8e0b-00b7-4003-b158-c293e3e81aac with Priority: HIGHEST for action security_group_rules [ 860.853647] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e6a8e0b-00b7-4003-b158-c293e3e81aac taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.853897] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e6a8e0b-00b7-4003-b158-c293e3e81aac" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.854057] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e6a8e0b-00b7-4003-b158-c293e3e81aac" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.854422] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e6a8e0b-00b7-4003-b158-c293e3e81aac" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.854928] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e6a8e0b-00b7-4003-b158-c293e3e81aac',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.952026] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.952026] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.952026] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.952341] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.952341] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.952341] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4197232b-00b3-4d7e-9a44-4c4f5c98a24d is going to be updated. [ 860.967381] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.967381] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.967381] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.967381] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.967381] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.967381] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 397e5ca7-5f38-41c4-bba9-a06c25d15c26 already deleted. [ 860.967381] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-397e5ca7-5f38-41c4-bba9-a06c25d15c26" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.971276] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 275dc271-b0af-4a42-966e-14343faaa755: rpc.has_security_group_logging(os_id): False [ 860.985771] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.985771] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.985771] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.985771] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.985771] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.993282] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.993282] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.993282] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.993282] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.993282] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.993282] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.993282] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.993282] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.993282] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.993282] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.993282] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.993282] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.994105] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.994105] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.994105] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.994105] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.994105] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.994105] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.994329] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.994448] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.994534] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 275dc271-b0af-4a42-966e-14343faaa755 is going to be updated. [ 860.997694] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4197232b-00b3-4d7e-9a44-4c4f5c98a24d in Status: IN_PROGRESS for 2s [ 861.023507] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 52d21357-634d-449f-a900-09729acdc1b6 [ 861.024425] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.024425] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.024425] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.024425] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.024425] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.024425] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:52d21357-634d-449f-a900-09729acdc1b6 already deleted. [ 861.024885] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-52d21357-634d-449f-a900-09729acdc1b6" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.073805] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.074083] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.074083] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.074400] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.074400] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.093370] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 275dc271-b0af-4a42-966e-14343faaa755 in Status: IN_PROGRESS for 2s [ 861.379019] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.379313] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.379313] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.379491] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.379579] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.379682] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e6a8e0b-00b7-4003-b158-c293e3e81aac already deleted. [ 861.379772] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e6a8e0b-00b7-4003-b158-c293e3e81aac" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.610597] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock network-486 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.611011] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "network-486" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.611011] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "network-486" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.611205] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "network-486" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.611520] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.611683] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.611806] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.612040] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.612187] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.612393] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 861.612502] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] NeedRegenerationException {{(pid=65642) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 861.612605] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] no value, waiting for create lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 861.612708] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] value creation lock acquired {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 861.612812] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 861.612911] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Calling creation function for not-yet-present value {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 861.613045] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 861.619875] env[65642]: INFO networking_nsxv3.common.synchronization [req-2ab58fd6-19e5-4e97-9cdf-34fb440cf7f6 req-4c527ac6-4e70-41f6-ad15-1db558102b2e tempest-ServersAdminTestJSON-275643046 tempest-ServersAdminTestJSON-275643046-project-member] Enqueued Resource ID: b2b935df-b98e-4ceb-95d1-1ecf01324f0f with Priority: HIGHEST for action security_group_members [ 861.621365] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2b935df-b98e-4ceb-95d1-1ecf01324f0f with Priority: HIGHEST for action security_group_members [ 861.621711] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2b935df-b98e-4ceb-95d1-1ecf01324f0f taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.621831] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2b935df-b98e-4ceb-95d1-1ecf01324f0f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.621899] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2b935df-b98e-4ceb-95d1-1ecf01324f0f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.622095] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2b935df-b98e-4ceb-95d1-1ecf01324f0f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.622240] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.622334] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.622397] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.622539] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.622622] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.622716] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2b935df-b98e-4ceb-95d1-1ecf01324f0f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.634485] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5abfe10-89da-46cf-9000-f717ab636113 in Status: SUCCESS [ 861.634782] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5abfe10-89da-46cf-9000-f717ab636113" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.634918] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5abfe10-89da-46cf-9000-f717ab636113" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.635145] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5abfe10-89da-46cf-9000-f717ab636113" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.635327] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.635448] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.635492] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.635633] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.635714] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.635818] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5abfe10-89da-46cf-9000-f717ab636113" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.635901] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b5abfe10-89da-46cf-9000-f717ab636113',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.637356] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 861.637584] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65642) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 861.637886] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Released creation lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 861.637886] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "network-486" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.638776] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock port-18a4503c-3178-4448-b15b-6b9adb1ebd2a taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.638776] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "port-18a4503c-3178-4448-b15b-6b9adb1ebd2a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.638776] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "port-18a4503c-3178-4448-b15b-6b9adb1ebd2a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.638776] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "port-18a4503c-3178-4448-b15b-6b9adb1ebd2a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.638963] env[65642]: DEBUG networking_nsxv3.api.rpc [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18a4503c-3178-4448-b15b-6b9adb1ebd2a',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.639584] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5abfe10-89da-46cf-9000-f717ab636113" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.640189] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5abfe10-89da-46cf-9000-f717ab636113" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.640189] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.640189] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.640189] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.640189] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.641065] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.641065] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5abfe10-89da-46cf-9000-f717ab636113',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.075879] env[65642]: INFO networking_nsxv3.common.synchronization [req-e803b08c-f82f-4b34-a0eb-c069ebd0bb2d req-b615c821-66fe-4a72-ab4b-874d07cc230e tempest-ServersTestBootFromVolume-1427545919 tempest-ServersTestBootFromVolume-1427545919-project-member] Enqueued Resource ID: 29b0f435-3101-4563-be4b-60c15a948cbb with Priority: HIGHEST for action security_group_members [ 862.076402] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29b0f435-3101-4563-be4b-60c15a948cbb with Priority: HIGHEST for action security_group_members [ 862.076743] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-29b0f435-3101-4563-be4b-60c15a948cbb taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.076873] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29b0f435-3101-4563-be4b-60c15a948cbb" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.076926] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29b0f435-3101-4563-be4b-60c15a948cbb" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.077163] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29b0f435-3101-4563-be4b-60c15a948cbb" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.077321] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.077447] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.077522] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.077692] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.077767] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.077815] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('29b0f435-3101-4563-be4b-60c15a948cbb',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.124640] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.124832] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.124875] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.125185] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.142941] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5abfe10-89da-46cf-9000-f717ab636113 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.143274] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5abfe10-89da-46cf-9000-f717ab636113" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.143507] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b5abfe10-89da-46cf-9000-f717ab636113',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.145043] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.145346] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.145534] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.145944] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.146214] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.146471] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Segment Port 18a4503c-3178-4448-b15b-6b9adb1ebd2a not found, creating... [ 862.146912] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.147157] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.147336] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.147692] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.147925] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.148604] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.148604] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.148778] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.149104] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.149329] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.149569] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Resource: SegmentPort with ID: 18a4503c-3178-4448-b15b-6b9adb1ebd2a is going to be created. [ 862.152305] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.152647] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.152808] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.152885] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.153137] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.153483] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.153483] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2b935df-b98e-4ceb-95d1-1ecf01324f0f is going to be updated. [ 862.186877] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.187218] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.187453] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.187724] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.187957] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.188219] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "port-18a4503c-3178-4448-b15b-6b9adb1ebd2a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.194406] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.194544] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.194628] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.194816] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.194973] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.209638] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2b935df-b98e-4ceb-95d1-1ecf01324f0f in Status: IN_PROGRESS for 2s [ 862.579990] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.580166] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.580307] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.580461] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.580656] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.580858] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.580956] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.581016] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.581196] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.581292] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.581438] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29b0f435-3101-4563-be4b-60c15a948cbb is going to be updated. [ 862.618550] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.618956] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.618956] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.619117] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.619305] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.633135] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29b0f435-3101-4563-be4b-60c15a948cbb in Status: IN_PROGRESS for 2s [ 862.656490] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b5abfe10-89da-46cf-9000-f717ab636113',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.885843] env[65642]: INFO networking_nsxv3.common.synchronization [req-12161b85-3ccf-4f56-a1df-5b4a713a01c8 req-140c41bc-8e01-4250-ade8-ff95cdc6767d service nova] Enqueued Resource ID: b5abfe10-89da-46cf-9000-f717ab636113 with Priority: HIGHEST for action security_group_rules [ 862.886046] env[65642]: INFO networking_nsxv3.common.synchronization [req-12161b85-3ccf-4f56-a1df-5b4a713a01c8 req-140c41bc-8e01-4250-ade8-ff95cdc6767d service nova] Enqueued Resource ID: b5abfe10-89da-46cf-9000-f717ab636113 with Priority: HIGHEST for action security_group_members [ 862.886567] env[65642]: INFO networking_nsxv3.common.synchronization [req-12161b85-3ccf-4f56-a1df-5b4a713a01c8 req-140c41bc-8e01-4250-ade8-ff95cdc6767d service nova] Enqueued Resource ID: 18a4503c-3178-4448-b15b-6b9adb1ebd2a with Priority: HIGHEST for action port [ 862.887272] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5abfe10-89da-46cf-9000-f717ab636113 with Priority: HIGHEST for action security_group_rules [ 862.887460] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5abfe10-89da-46cf-9000-f717ab636113 with Priority: HIGHEST for action security_group_members [ 862.888025] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18a4503c-3178-4448-b15b-6b9adb1ebd2a with Priority: HIGHEST for action port [ 862.888142] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5abfe10-89da-46cf-9000-f717ab636113 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.888261] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5abfe10-89da-46cf-9000-f717ab636113" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.888506] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5abfe10-89da-46cf-9000-f717ab636113 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.888664] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5abfe10-89da-46cf-9000-f717ab636113" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.888984] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-18a4503c-3178-4448-b15b-6b9adb1ebd2a taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.888984] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18a4503c-3178-4448-b15b-6b9adb1ebd2a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.889169] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18a4503c-3178-4448-b15b-6b9adb1ebd2a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.889786] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18a4503c-3178-4448-b15b-6b9adb1ebd2a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.889786] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18a4503c-3178-4448-b15b-6b9adb1ebd2a',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.009597] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4197232b-00b3-4d7e-9a44-4c4f5c98a24d in Status: SUCCESS [ 863.009968] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4197232b-00b3-4d7e-9a44-4c4f5c98a24d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.010102] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4197232b-00b3-4d7e-9a44-4c4f5c98a24d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.010339] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4197232b-00b3-4d7e-9a44-4c4f5c98a24d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.010531] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.010647] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.010718] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.011014] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.011101] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.011288] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4197232b-00b3-4d7e-9a44-4c4f5c98a24d',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.115055] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 275dc271-b0af-4a42-966e-14343faaa755 in Status: SUCCESS [ 863.115055] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.160017] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.160213] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.160305] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.160930] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.160930] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.160930] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5abfe10-89da-46cf-9000-f717ab636113 is going to be updated. [ 863.241675] env[65642]: INFO networking_nsxv3.common.synchronization [req-39362eb9-59ce-4f78-a867-7f11bc6aa0b5 req-d902e2f4-6660-48c0-9a77-f399a155ec76 tempest-SecurityGroupRulesTestJSON-1276842070 tempest-SecurityGroupRulesTestJSON-1276842070-project-member] Enqueued Resource ID: d0201e90-601f-4750-8d79-bd6dd22c1c14 with Priority: HIGHEST for action security_group_rules [ 863.242501] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0201e90-601f-4750-8d79-bd6dd22c1c14 with Priority: HIGHEST for action security_group_rules [ 863.242907] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d0201e90-601f-4750-8d79-bd6dd22c1c14 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.243088] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d0201e90-601f-4750-8d79-bd6dd22c1c14" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.243176] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d0201e90-601f-4750-8d79-bd6dd22c1c14" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.243463] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d0201e90-601f-4750-8d79-bd6dd22c1c14" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.243540] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d0201e90-601f-4750-8d79-bd6dd22c1c14',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.305173] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.305266] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.305414] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.305758] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.306032] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.331832] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5abfe10-89da-46cf-9000-f717ab636113 in Status: IN_PROGRESS for 2s [ 863.391229] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 18a4503c-3178-4448-b15b-6b9adb1ebd2a with status ACTIVE [ 863.391578] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.391715] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.391815] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.392064] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.392191] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.392362] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.392543] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.392598] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.392766] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.392848] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.393478] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.393612] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.393685] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.393854] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.393935] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.394132] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 18a4503c-3178-4448-b15b-6b9adb1ebd2a is going to be updated. [ 863.421451] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.421651] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.421689] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.421900] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.422079] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.422235] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18a4503c-3178-4448-b15b-6b9adb1ebd2a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.513648] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4197232b-00b3-4d7e-9a44-4c4f5c98a24d',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.632698] env[65642]: INFO networking_nsxv3.common.synchronization [req-44955fb8-ac4b-4a53-a303-6da9bdbd0582 req-ecd8a154-0924-4249-88e0-72be77c06f06 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Enqueued Resource ID: 423fbad1-c879-4362-9cdf-87cc963850e4 with Priority: HIGHEST for action security_group_members [ 863.632698] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 423fbad1-c879-4362-9cdf-87cc963850e4 with Priority: HIGHEST for action security_group_members [ 863.632698] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-423fbad1-c879-4362-9cdf-87cc963850e4 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.633099] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-423fbad1-c879-4362-9cdf-87cc963850e4" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.633099] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-423fbad1-c879-4362-9cdf-87cc963850e4" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.633401] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-423fbad1-c879-4362-9cdf-87cc963850e4" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.633549] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.633773] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.633934] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.636852] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.636852] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.636852] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('423fbad1-c879-4362-9cdf-87cc963850e4',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.770629] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.770816] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.770890] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.771123] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.771217] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.771317] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d0201e90-601f-4750-8d79-bd6dd22c1c14 already deleted. [ 863.771602] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d0201e90-601f-4750-8d79-bd6dd22c1c14" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.018935] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4197232b-00b3-4d7e-9a44-4c4f5c98a24d',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.136938] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.136938] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.136938] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.137584] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.137584] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.137846] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.138001] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.138188] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.138364] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.138364] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.138472] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 423fbad1-c879-4362-9cdf-87cc963850e4 already deleted. [ 864.138605] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-423fbad1-c879-4362-9cdf-87cc963850e4" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.145153] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock network-641 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.145153] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "network-641" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.145309] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "network-641" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.145638] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "network-641" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.145944] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.146170] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.146395] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.146724] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.147149] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.147331] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 864.147501] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] NeedRegenerationException {{(pid=65642) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 864.147731] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] no value, waiting for create lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 864.147786] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] value creation lock acquired {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 864.147904] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 864.148031] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Calling creation function for not-yet-present value {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 864.148233] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 864.172300] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 864.172484] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65642) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 864.172563] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Released creation lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 864.172707] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "network-641" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.173069] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock port-3bbff9d9-bf60-4d26-a494-3feb89021e61 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.173310] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "port-3bbff9d9-bf60-4d26-a494-3feb89021e61" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.173436] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "port-3bbff9d9-bf60-4d26-a494-3feb89021e61" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.173828] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "port-3bbff9d9-bf60-4d26-a494-3feb89021e61" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.173962] env[65642]: DEBUG networking_nsxv3.api.rpc [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3bbff9d9-bf60-4d26-a494-3feb89021e61',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.223773] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2b935df-b98e-4ceb-95d1-1ecf01324f0f in Status: SUCCESS [ 864.224054] env[65642]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2b935df-b98e-4ceb-95d1-1ecf01324f0f deletion is rescheduled due to dependency. [ 864.224133] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2b935df-b98e-4ceb-95d1-1ecf01324f0f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.524358] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.524358] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.524358] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.524358] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.524358] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.524358] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4197232b-00b3-4d7e-9a44-4c4f5c98a24d is going to be updated. [ 864.563023] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.563023] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.563023] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.563023] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.563023] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.576685] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4197232b-00b3-4d7e-9a44-4c4f5c98a24d in Status: IN_PROGRESS for 2s [ 864.648446] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29b0f435-3101-4563-be4b-60c15a948cbb in Status: SUCCESS [ 864.648446] env[65642]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29b0f435-3101-4563-be4b-60c15a948cbb deletion is rescheduled due to dependency. [ 864.648446] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29b0f435-3101-4563-be4b-60c15a948cbb" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.681020] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.681020] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.681020] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.681020] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.681020] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.681020] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Segment Port 3bbff9d9-bf60-4d26-a494-3feb89021e61 not found, creating... [ 864.681020] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.681020] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.681020] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.681020] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.681020] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.681525] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.681525] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.681525] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.681525] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.682158] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.682596] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Resource: SegmentPort with ID: 3bbff9d9-bf60-4d26-a494-3feb89021e61 is going to be created. [ 864.712725] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.712975] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.713151] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.713944] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.713944] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.714200] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "port-3bbff9d9-bf60-4d26-a494-3feb89021e61" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.753608] env[65642]: INFO networking_nsxv3.common.synchronization [req-1ed2ec07-66fb-484f-87a1-8b2d38dd7e48 req-ac6dcb82-19b0-4dee-8d89-28c99703a32c tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] Enqueued Resource ID: 4197232b-00b3-4d7e-9a44-4c4f5c98a24d with Priority: HIGHEST for action security_group_members [ 864.754440] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4197232b-00b3-4d7e-9a44-4c4f5c98a24d with Priority: HIGHEST for action security_group_members [ 864.754858] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-4197232b-00b3-4d7e-9a44-4c4f5c98a24d taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.754968] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4197232b-00b3-4d7e-9a44-4c4f5c98a24d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.770146] env[65642]: INFO networking_nsxv3.common.synchronization [req-1ed2ec07-66fb-484f-87a1-8b2d38dd7e48 req-ac6dcb82-19b0-4dee-8d89-28c99703a32c tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] Enqueued Resource ID: 4197232b-00b3-4d7e-9a44-4c4f5c98a24d with Priority: HIGHEST for action security_group_rules [ 864.770328] env[65642]: INFO networking_nsxv3.common.synchronization [req-1ed2ec07-66fb-484f-87a1-8b2d38dd7e48 req-ac6dcb82-19b0-4dee-8d89-28c99703a32c tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] Enqueued Resource ID: 4197232b-00b3-4d7e-9a44-4c4f5c98a24d with Priority: HIGHEST for action security_group_members [ 864.770467] env[65642]: INFO networking_nsxv3.common.synchronization [req-1ed2ec07-66fb-484f-87a1-8b2d38dd7e48 req-ac6dcb82-19b0-4dee-8d89-28c99703a32c tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] Enqueued Resource ID: b5d3f1e9-428c-4efa-885e-a38811c1fda6 with Priority: HIGHEST for action port [ 864.771614] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4197232b-00b3-4d7e-9a44-4c4f5c98a24d with Priority: HIGHEST for action security_group_rules [ 864.771786] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4197232b-00b3-4d7e-9a44-4c4f5c98a24d with Priority: HIGHEST for action security_group_members [ 864.771889] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5d3f1e9-428c-4efa-885e-a38811c1fda6 with Priority: HIGHEST for action port [ 864.772484] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4197232b-00b3-4d7e-9a44-4c4f5c98a24d taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.772592] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4197232b-00b3-4d7e-9a44-4c4f5c98a24d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.772801] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-4197232b-00b3-4d7e-9a44-4c4f5c98a24d taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.772886] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4197232b-00b3-4d7e-9a44-4c4f5c98a24d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.773085] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-b5d3f1e9-428c-4efa-885e-a38811c1fda6 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.773186] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b5d3f1e9-428c-4efa-885e-a38811c1fda6" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.773254] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b5d3f1e9-428c-4efa-885e-a38811c1fda6" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.773530] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b5d3f1e9-428c-4efa-885e-a38811c1fda6" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.773599] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5d3f1e9-428c-4efa-885e-a38811c1fda6',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.995521] env[65642]: INFO networking_nsxv3.common.synchronization [req-4dc11b81-f675-4b5a-a65a-9790000eca03 req-d5021697-0e44-4a2b-bd56-02c0f3afbc3c tempest-SecurityGroupRulesTestJSON-1276842070 tempest-SecurityGroupRulesTestJSON-1276842070-project-member] Enqueued Resource ID: e68994c1-7d51-48d9-92ac-d24cfddfcc2f with Priority: HIGHEST for action security_group_rules [ 864.996210] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e68994c1-7d51-48d9-92ac-d24cfddfcc2f with Priority: HIGHEST for action security_group_rules [ 864.996539] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e68994c1-7d51-48d9-92ac-d24cfddfcc2f taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.996665] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e68994c1-7d51-48d9-92ac-d24cfddfcc2f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.996733] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e68994c1-7d51-48d9-92ac-d24cfddfcc2f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.997014] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e68994c1-7d51-48d9-92ac-d24cfddfcc2f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.997099] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e68994c1-7d51-48d9-92ac-d24cfddfcc2f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.277111] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b5d3f1e9-428c-4efa-885e-a38811c1fda6 with status ACTIVE [ 865.277111] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.277111] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.277111] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.277111] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.277111] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.277111] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.277111] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.277111] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.277111] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.277111] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.277111] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.277701] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.277701] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.277701] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.277701] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.277701] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b5d3f1e9-428c-4efa-885e-a38811c1fda6 is going to be updated. [ 865.317049] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.317049] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.317453] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.317493] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.317646] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.317816] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b5d3f1e9-428c-4efa-885e-a38811c1fda6" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.353342] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5abfe10-89da-46cf-9000-f717ab636113 in Status: SUCCESS [ 865.353734] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5abfe10-89da-46cf-9000-f717ab636113" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.354633] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5abfe10-89da-46cf-9000-f717ab636113" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.354633] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5abfe10-89da-46cf-9000-f717ab636113" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.354799] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.355365] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.355365] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.355554] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.355608] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.355740] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5abfe10-89da-46cf-9000-f717ab636113" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.356194] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5abfe10-89da-46cf-9000-f717ab636113 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.356615] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5abfe10-89da-46cf-9000-f717ab636113" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.356615] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5abfe10-89da-46cf-9000-f717ab636113" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.356763] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5abfe10-89da-46cf-9000-f717ab636113" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.357007] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.357224] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.357336] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.357583] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.357723] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.357864] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5abfe10-89da-46cf-9000-f717ab636113" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.358019] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b5abfe10-89da-46cf-9000-f717ab636113',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.359466] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5abfe10-89da-46cf-9000-f717ab636113" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.360503] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5abfe10-89da-46cf-9000-f717ab636113" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.360503] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.360503] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.360503] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.360903] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.360903] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.361011] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5abfe10-89da-46cf-9000-f717ab636113',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.505624] env[65642]: INFO networking_nsxv3.common.synchronization [req-44955fb8-ac4b-4a53-a303-6da9bdbd0582 req-dc527ff5-148b-4113-99a6-05e162d41595 service nova] Enqueued Resource ID: 423fbad1-c879-4362-9cdf-87cc963850e4 with Priority: HIGHEST for action security_group_rules [ 865.505849] env[65642]: INFO networking_nsxv3.common.synchronization [req-44955fb8-ac4b-4a53-a303-6da9bdbd0582 req-dc527ff5-148b-4113-99a6-05e162d41595 service nova] Enqueued Resource ID: 423fbad1-c879-4362-9cdf-87cc963850e4 with Priority: HIGHEST for action security_group_members [ 865.505987] env[65642]: INFO networking_nsxv3.common.synchronization [req-44955fb8-ac4b-4a53-a303-6da9bdbd0582 req-dc527ff5-148b-4113-99a6-05e162d41595 service nova] Enqueued Resource ID: 3bbff9d9-bf60-4d26-a494-3feb89021e61 with Priority: HIGHEST for action port [ 865.506502] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 423fbad1-c879-4362-9cdf-87cc963850e4 with Priority: HIGHEST for action security_group_rules [ 865.506670] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 423fbad1-c879-4362-9cdf-87cc963850e4 with Priority: HIGHEST for action security_group_members [ 865.506750] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bbff9d9-bf60-4d26-a494-3feb89021e61 with Priority: HIGHEST for action port [ 865.507575] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-423fbad1-c879-4362-9cdf-87cc963850e4 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.507575] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-423fbad1-c879-4362-9cdf-87cc963850e4" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.507575] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-423fbad1-c879-4362-9cdf-87cc963850e4" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.507575] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-423fbad1-c879-4362-9cdf-87cc963850e4" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.507575] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('423fbad1-c879-4362-9cdf-87cc963850e4',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.509726] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-423fbad1-c879-4362-9cdf-87cc963850e4 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.509726] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-423fbad1-c879-4362-9cdf-87cc963850e4" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.509726] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-423fbad1-c879-4362-9cdf-87cc963850e4" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.509726] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-423fbad1-c879-4362-9cdf-87cc963850e4" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.509726] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.510209] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.510209] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.510209] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.510209] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.510400] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('423fbad1-c879-4362-9cdf-87cc963850e4',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.511465] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-3bbff9d9-bf60-4d26-a494-3feb89021e61 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.511465] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3bbff9d9-bf60-4d26-a494-3feb89021e61" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.511465] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3bbff9d9-bf60-4d26-a494-3feb89021e61" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.511465] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3bbff9d9-bf60-4d26-a494-3feb89021e61" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.511751] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3bbff9d9-bf60-4d26-a494-3feb89021e61',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.525016] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.525295] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.525392] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.525592] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.526081] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.526081] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e68994c1-7d51-48d9-92ac-d24cfddfcc2f already deleted. [ 865.526081] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e68994c1-7d51-48d9-92ac-d24cfddfcc2f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.669665] env[65642]: INFO networking_nsxv3.common.synchronization [req-3a536890-33a0-4698-b35a-07e91a9ee7bd req-8085b2b9-80d5-48bd-addd-a67538b58fac tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Enqueued Resource ID: c35b78ff-cf2f-4afe-984f-527867e449a5 with Priority: HIGHEST for action security_group_members [ 865.670929] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c35b78ff-cf2f-4afe-984f-527867e449a5 with Priority: HIGHEST for action security_group_members [ 865.670929] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-c35b78ff-cf2f-4afe-984f-527867e449a5 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.670929] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c35b78ff-cf2f-4afe-984f-527867e449a5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.670929] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c35b78ff-cf2f-4afe-984f-527867e449a5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.671454] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c35b78ff-cf2f-4afe-984f-527867e449a5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.672765] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.672983] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.673092] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.673322] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.673451] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.673516] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c35b78ff-cf2f-4afe-984f-527867e449a5',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.863688] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b5abfe10-89da-46cf-9000-f717ab636113: rpc.has_security_group_logging(os_id): False [ 865.864908] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b5abfe10-89da-46cf-9000-f717ab636113',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.884755] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.885044] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.885044] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.885199] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.885288] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.885505] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.885650] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.885721] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.885832] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.885907] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.886103] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.886201] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.886257] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.886394] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.886470] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.886647] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.886740] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.886793] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.886916] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.886988] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.890561] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5abfe10-89da-46cf-9000-f717ab636113 is going to be created. [ 865.957723] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.957723] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.957723] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.957723] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.957723] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.970155] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5abfe10-89da-46cf-9000-f717ab636113 in Status: IN_PROGRESS for 2s [ 866.017757] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-423fbad1-c879-4362-9cdf-87cc963850e4 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.017757] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-423fbad1-c879-4362-9cdf-87cc963850e4" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.017757] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('423fbad1-c879-4362-9cdf-87cc963850e4',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.017757] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3bbff9d9-bf60-4d26-a494-3feb89021e61 with status ACTIVE [ 866.017757] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.017757] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.017757] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.017757] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.017757] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.017757] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.017757] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.017757] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.017757] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.017757] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.018420] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.018420] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.018420] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.020536] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.020536] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.020536] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3bbff9d9-bf60-4d26-a494-3feb89021e61 is going to be updated. [ 866.063700] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.064191] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.064191] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.064191] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.064340] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.064519] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3bbff9d9-bf60-4d26-a494-3feb89021e61" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.179774] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.180039] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.180144] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.180348] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.180458] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.180677] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.181327] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.181327] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.181327] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.181327] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.181327] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c35b78ff-cf2f-4afe-984f-527867e449a5 is going to be updated. [ 866.216804] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.217547] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.217547] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.217547] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.218016] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.234652] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c35b78ff-cf2f-4afe-984f-527867e449a5 in Status: IN_PROGRESS for 2s [ 866.370034] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b5abfe10-89da-46cf-9000-f717ab636113',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.522660] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('423fbad1-c879-4362-9cdf-87cc963850e4',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.588190] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4197232b-00b3-4d7e-9a44-4c4f5c98a24d in Status: SUCCESS [ 866.588423] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4197232b-00b3-4d7e-9a44-4c4f5c98a24d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.588599] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4197232b-00b3-4d7e-9a44-4c4f5c98a24d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.588809] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4197232b-00b3-4d7e-9a44-4c4f5c98a24d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.588996] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.589119] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.589186] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.589320] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.589388] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.589475] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4197232b-00b3-4d7e-9a44-4c4f5c98a24d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.589568] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4197232b-00b3-4d7e-9a44-4c4f5c98a24d',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.590430] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4197232b-00b3-4d7e-9a44-4c4f5c98a24d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.591075] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4197232b-00b3-4d7e-9a44-4c4f5c98a24d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.591075] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.591075] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.591075] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.591075] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.594886] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.594886] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4197232b-00b3-4d7e-9a44-4c4f5c98a24d',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.780255] env[65642]: INFO networking_nsxv3.common.synchronization [req-694d49e9-0380-44e7-8fca-097500e5ebe5 req-f42f7a3d-f997-4ed8-b897-97e1afa614c9 tempest-SecurityGroupRulesTestJSON-1276842070 tempest-SecurityGroupRulesTestJSON-1276842070-project-member] Enqueued Resource ID: 5feec907-18d0-44ae-b29b-01e52c949857 with Priority: HIGHEST for action security_group_rules [ 866.781082] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5feec907-18d0-44ae-b29b-01e52c949857 with Priority: HIGHEST for action security_group_rules [ 866.781460] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5feec907-18d0-44ae-b29b-01e52c949857 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.781592] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5feec907-18d0-44ae-b29b-01e52c949857" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.781691] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5feec907-18d0-44ae-b29b-01e52c949857" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.781921] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5feec907-18d0-44ae-b29b-01e52c949857" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.782009] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5feec907-18d0-44ae-b29b-01e52c949857',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.876428] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.876428] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.876428] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.876428] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.876428] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.876428] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5abfe10-89da-46cf-9000-f717ab636113 is going to be updated. [ 866.896592] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock network-313 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.896592] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "network-313" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.896592] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "network-313" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.896592] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "network-313" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.897036] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.897416] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.897537] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.897823] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.897981] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.898207] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 866.898323] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] NeedRegenerationException {{(pid=65642) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 866.898570] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] no value, waiting for create lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 866.898698] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] value creation lock acquired {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 866.898815] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 866.898923] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Calling creation function for not-yet-present value {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 866.899130] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 866.902410] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.902527] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.902594] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.902766] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.902908] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.914675] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5abfe10-89da-46cf-9000-f717ab636113 in Status: IN_PROGRESS for 2s [ 866.922106] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 866.922380] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65642) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 866.922531] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Released creation lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 866.922827] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "network-313" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.923319] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock port-b8e4fab7-8dae-4517-96fe-498b3c13b541 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.923480] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "port-b8e4fab7-8dae-4517-96fe-498b3c13b541" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.923604] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "port-b8e4fab7-8dae-4517-96fe-498b3c13b541" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.923921] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "port-b8e4fab7-8dae-4517-96fe-498b3c13b541" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.924269] env[65642]: DEBUG networking_nsxv3.api.rpc [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8e4fab7-8dae-4517-96fe-498b3c13b541',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.025595] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.025814] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.025814] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.026120] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.026246] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.026356] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 423fbad1-c879-4362-9cdf-87cc963850e4 is going to be created. [ 867.048142] env[65642]: INFO networking_nsxv3.common.synchronization [req-da2c886f-e216-4eb6-875f-4003a4673a14 req-18c92fa9-8f8e-4843-a711-8f8055824000 tempest-SecurityGroupRulesTestJSON-1276842070 tempest-SecurityGroupRulesTestJSON-1276842070-project-member] Enqueued Resource ID: 5feec907-18d0-44ae-b29b-01e52c949857 with Priority: HIGHEST for action security_group_rules [ 867.049077] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5feec907-18d0-44ae-b29b-01e52c949857 with Priority: HIGHEST for action security_group_rules [ 867.049457] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5feec907-18d0-44ae-b29b-01e52c949857 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.049457] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5feec907-18d0-44ae-b29b-01e52c949857" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.057876] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.057964] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.058069] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.058326] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.058517] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.070425] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 423fbad1-c879-4362-9cdf-87cc963850e4 in Status: UNINITIALIZED for 2s [ 867.094959] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4197232b-00b3-4d7e-9a44-4c4f5c98a24d',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.095954] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4197232b-00b3-4d7e-9a44-4c4f5c98a24d',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.318900] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.319131] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.319231] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.319515] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.319775] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.319775] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5feec907-18d0-44ae-b29b-01e52c949857 already deleted. [ 867.319966] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5feec907-18d0-44ae-b29b-01e52c949857" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.320198] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5feec907-18d0-44ae-b29b-01e52c949857" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.320451] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5feec907-18d0-44ae-b29b-01e52c949857" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.320574] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5feec907-18d0-44ae-b29b-01e52c949857',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.426609] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.428161] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.428161] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.428161] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.428161] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.428161] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Segment Port b8e4fab7-8dae-4517-96fe-498b3c13b541 not found, creating... [ 867.428393] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.428509] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.428623] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.428850] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.429030] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.429353] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.429512] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.429650] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.429881] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.430035] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.430187] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Resource: SegmentPort with ID: b8e4fab7-8dae-4517-96fe-498b3c13b541 is going to be created. [ 867.453924] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.453924] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.453924] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.454127] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.454662] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.455689] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "port-b8e4fab7-8dae-4517-96fe-498b3c13b541" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.599472] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4197232b-00b3-4d7e-9a44-4c4f5c98a24d',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.601592] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4197232b-00b3-4d7e-9a44-4c4f5c98a24d: rpc.has_security_group_logging(os_id): False [ 867.631577] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.631842] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.631842] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.632503] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.632503] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.632503] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.632503] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.632896] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.632896] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.632896] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.632896] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4197232b-00b3-4d7e-9a44-4c4f5c98a24d is going to be updated. [ 867.727025] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.727025] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.727025] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.727025] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.727025] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.745119] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4197232b-00b3-4d7e-9a44-4c4f5c98a24d in Status: IN_PROGRESS for 2s [ 867.862657] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.863054] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.863054] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.863150] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.863253] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.863461] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5feec907-18d0-44ae-b29b-01e52c949857 already deleted. [ 867.863563] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5feec907-18d0-44ae-b29b-01e52c949857" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.985407] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5abfe10-89da-46cf-9000-f717ab636113 in Status: SUCCESS [ 867.985662] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5abfe10-89da-46cf-9000-f717ab636113" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.985845] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5abfe10-89da-46cf-9000-f717ab636113" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.986105] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5abfe10-89da-46cf-9000-f717ab636113" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.986200] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5abfe10-89da-46cf-9000-f717ab636113',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.106710] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.106945] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.107063] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.107357] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.107484] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.107621] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4197232b-00b3-4d7e-9a44-4c4f5c98a24d is going to be updated. [ 868.168227] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.168227] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.168227] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.168227] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.168227] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.184078] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4197232b-00b3-4d7e-9a44-4c4f5c98a24d in Status: IN_PROGRESS for 2s [ 868.224315] env[65642]: INFO networking_nsxv3.common.synchronization [req-3a536890-33a0-4698-b35a-07e91a9ee7bd req-8ca2f1d6-2377-4809-afa5-3c4708b6d03a service nova] Enqueued Resource ID: c35b78ff-cf2f-4afe-984f-527867e449a5 with Priority: HIGHEST for action security_group_rules [ 868.224602] env[65642]: INFO networking_nsxv3.common.synchronization [req-3a536890-33a0-4698-b35a-07e91a9ee7bd req-8ca2f1d6-2377-4809-afa5-3c4708b6d03a service nova] Enqueued Resource ID: c35b78ff-cf2f-4afe-984f-527867e449a5 with Priority: HIGHEST for action security_group_members [ 868.224882] env[65642]: INFO networking_nsxv3.common.synchronization [req-3a536890-33a0-4698-b35a-07e91a9ee7bd req-8ca2f1d6-2377-4809-afa5-3c4708b6d03a service nova] Enqueued Resource ID: b8e4fab7-8dae-4517-96fe-498b3c13b541 with Priority: HIGHEST for action port [ 868.225957] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c35b78ff-cf2f-4afe-984f-527867e449a5 with Priority: HIGHEST for action security_group_rules [ 868.226163] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c35b78ff-cf2f-4afe-984f-527867e449a5 with Priority: HIGHEST for action security_group_members [ 868.226208] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8e4fab7-8dae-4517-96fe-498b3c13b541 with Priority: HIGHEST for action port [ 868.226489] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c35b78ff-cf2f-4afe-984f-527867e449a5 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.226618] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c35b78ff-cf2f-4afe-984f-527867e449a5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.226681] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c35b78ff-cf2f-4afe-984f-527867e449a5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.226895] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c35b78ff-cf2f-4afe-984f-527867e449a5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.226980] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c35b78ff-cf2f-4afe-984f-527867e449a5',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.227914] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-c35b78ff-cf2f-4afe-984f-527867e449a5 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.228067] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c35b78ff-cf2f-4afe-984f-527867e449a5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.228230] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-b8e4fab7-8dae-4517-96fe-498b3c13b541 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.228320] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b8e4fab7-8dae-4517-96fe-498b3c13b541" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.228435] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b8e4fab7-8dae-4517-96fe-498b3c13b541" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.228570] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b8e4fab7-8dae-4517-96fe-498b3c13b541" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.228708] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8e4fab7-8dae-4517-96fe-498b3c13b541',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.247380] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c35b78ff-cf2f-4afe-984f-527867e449a5 in Status: SUCCESS [ 868.248136] env[65642]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c35b78ff-cf2f-4afe-984f-527867e449a5 deletion is rescheduled due to dependency. [ 868.248136] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c35b78ff-cf2f-4afe-984f-527867e449a5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.248136] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c35b78ff-cf2f-4afe-984f-527867e449a5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.248345] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c35b78ff-cf2f-4afe-984f-527867e449a5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.248529] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.248715] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.248803] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.249097] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.249197] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.249824] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c35b78ff-cf2f-4afe-984f-527867e449a5',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.404482] env[65642]: INFO networking_nsxv3.common.synchronization [req-9feefb67-405b-4cc6-8f08-0e754acc9018 req-01bba49c-9f33-4ba2-a127-a951159113ee tempest-ServerTagsTestJSON-1631619847 tempest-ServerTagsTestJSON-1631619847-project-member] Enqueued Resource ID: af8aa414-c14e-475c-a40c-0abe99e63e5c with Priority: HIGHEST for action security_group_members [ 868.404482] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af8aa414-c14e-475c-a40c-0abe99e63e5c with Priority: HIGHEST for action security_group_members [ 868.404992] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-af8aa414-c14e-475c-a40c-0abe99e63e5c taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.404992] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af8aa414-c14e-475c-a40c-0abe99e63e5c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.404992] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af8aa414-c14e-475c-a40c-0abe99e63e5c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.405182] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af8aa414-c14e-475c-a40c-0abe99e63e5c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.405237] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.408202] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.408202] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.408202] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.408202] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.408202] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af8aa414-c14e-475c-a40c-0abe99e63e5c',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.490663] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5abfe10-89da-46cf-9000-f717ab636113 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.490888] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5abfe10-89da-46cf-9000-f717ab636113" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.665816] env[65642]: INFO networking_nsxv3.common.synchronization [req-3d2fbc94-7892-4869-90d6-2b7aeeb8f439 req-33e3c8bf-51fb-4ad9-923c-b49ccc51546f tempest-SecurityGroupRulesTestJSON-1276842070 tempest-SecurityGroupRulesTestJSON-1276842070-project-member] Enqueued Resource ID: 5feec907-18d0-44ae-b29b-01e52c949857 with Priority: HIGHEST for action security_group_rules [ 868.666459] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5feec907-18d0-44ae-b29b-01e52c949857 with Priority: HIGHEST for action security_group_rules [ 868.667172] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5feec907-18d0-44ae-b29b-01e52c949857 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.667309] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5feec907-18d0-44ae-b29b-01e52c949857" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.667309] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5feec907-18d0-44ae-b29b-01e52c949857" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.668032] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5feec907-18d0-44ae-b29b-01e52c949857" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.668032] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5feec907-18d0-44ae-b29b-01e52c949857',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.734346] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-c35b78ff-cf2f-4afe-984f-527867e449a5 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.734497] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c35b78ff-cf2f-4afe-984f-527867e449a5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.735216] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b8e4fab7-8dae-4517-96fe-498b3c13b541 with status ACTIVE [ 868.735216] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.735216] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.735216] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.735670] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.735670] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.735855] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.736019] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.736086] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.736659] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.736659] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.736659] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.736866] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.736866] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.737047] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.737151] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.737269] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b8e4fab7-8dae-4517-96fe-498b3c13b541 is going to be updated. [ 868.751551] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c35b78ff-cf2f-4afe-984f-527867e449a5',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.764830] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.765081] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.765081] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.765272] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.765516] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.765731] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b8e4fab7-8dae-4517-96fe-498b3c13b541" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.911637] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.911637] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.912560] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.912648] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.912758] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.912984] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.913139] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.913215] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.913502] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.913609] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.913709] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af8aa414-c14e-475c-a40c-0abe99e63e5c is going to be updated. [ 868.930096] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5abfe10-89da-46cf-9000-f717ab636113 in Status: SUCCESS [ 868.930096] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5abfe10-89da-46cf-9000-f717ab636113" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.930226] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5abfe10-89da-46cf-9000-f717ab636113" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.930468] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5abfe10-89da-46cf-9000-f717ab636113" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.930821] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.932612] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.932612] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.932612] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.932612] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.932612] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5abfe10-89da-46cf-9000-f717ab636113" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.932612] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b5abfe10-89da-46cf-9000-f717ab636113',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.950219] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.950432] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.950515] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.950796] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.950991] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.964651] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af8aa414-c14e-475c-a40c-0abe99e63e5c in Status: IN_PROGRESS for 2s [ 869.000034] env[65642]: INFO networking_nsxv3.common.synchronization [req-8923f516-c7fd-4d15-9310-033eafdf3a19 req-fc7046a3-bda2-4004-9cd8-9a19f134fa76 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Enqueued Resource ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d with Priority: HIGHEST for action security_group_members [ 869.000169] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d with Priority: HIGHEST for action security_group_members [ 869.000755] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-18f2a55f-5961-42a6-992b-c4e6552ec92d taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.000755] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.000755] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.001031] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.001219] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.001822] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.001822] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.002098] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.002098] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.002205] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18f2a55f-5961-42a6-992b-c4e6552ec92d',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.085976] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 423fbad1-c879-4362-9cdf-87cc963850e4 in Status: SUCCESS [ 869.085976] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-423fbad1-c879-4362-9cdf-87cc963850e4" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.086368] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-423fbad1-c879-4362-9cdf-87cc963850e4" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.086592] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-423fbad1-c879-4362-9cdf-87cc963850e4" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.086784] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.086910] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.086978] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.087174] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.087275] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.087368] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-423fbad1-c879-4362-9cdf-87cc963850e4" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.087428] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('423fbad1-c879-4362-9cdf-87cc963850e4',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.195840] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.196078] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.196078] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.196391] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.196445] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.196519] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5feec907-18d0-44ae-b29b-01e52c949857 already deleted. [ 869.196589] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5feec907-18d0-44ae-b29b-01e52c949857" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.253929] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c35b78ff-cf2f-4afe-984f-527867e449a5',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.436606] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5abfe10-89da-46cf-9000-f717ab636113 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.436832] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5abfe10-89da-46cf-9000-f717ab636113" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.436832] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5abfe10-89da-46cf-9000-f717ab636113" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.438880] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5abfe10-89da-46cf-9000-f717ab636113" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.438880] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.438880] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.438880] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.438880] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.438880] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.438880] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5abfe10-89da-46cf-9000-f717ab636113" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.438880] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5abfe10-89da-46cf-9000-f717ab636113 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.438880] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5abfe10-89da-46cf-9000-f717ab636113" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.438880] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5abfe10-89da-46cf-9000-f717ab636113" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.438880] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5abfe10-89da-46cf-9000-f717ab636113" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.438880] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.438880] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.438880] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.438880] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.438880] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.438880] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5abfe10-89da-46cf-9000-f717ab636113" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.439880] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b5abfe10-89da-46cf-9000-f717ab636113',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.506456] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.506590] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.506657] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.506875] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.506962] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.507223] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.507322] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.508087] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.508087] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.508087] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.508087] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d already deleted. [ 869.508087] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.508777] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock network-130 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.508937] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "network-130" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.510018] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "network-130" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.510018] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "network-130" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.510018] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.510018] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.510018] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.510405] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.510405] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.510480] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 869.510568] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] NeedRegenerationException {{(pid=65642) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 869.510669] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] no value, waiting for create lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 869.510769] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] value creation lock acquired {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 869.510870] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 869.511038] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Calling creation function for not-yet-present value {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 869.511099] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 869.534569] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 869.534755] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65642) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 869.534864] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Released creation lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 869.535084] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "network-130" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.535426] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock port-d38daab1-ce0a-403e-82a5-335ffc534bc3 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.535616] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "port-d38daab1-ce0a-403e-82a5-335ffc534bc3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.535750] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "port-d38daab1-ce0a-403e-82a5-335ffc534bc3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.536110] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "port-d38daab1-ce0a-403e-82a5-335ffc534bc3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.536252] env[65642]: DEBUG networking_nsxv3.api.rpc [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d38daab1-ce0a-403e-82a5-335ffc534bc3',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.589888] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('423fbad1-c879-4362-9cdf-87cc963850e4',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.756798] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.756798] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.756798] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.757394] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.757534] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.757654] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c35b78ff-cf2f-4afe-984f-527867e449a5 is going to be updated. [ 869.768934] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4197232b-00b3-4d7e-9a44-4c4f5c98a24d in Status: SUCCESS [ 869.769618] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4197232b-00b3-4d7e-9a44-4c4f5c98a24d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.769618] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4197232b-00b3-4d7e-9a44-4c4f5c98a24d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.769772] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4197232b-00b3-4d7e-9a44-4c4f5c98a24d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.769772] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4197232b-00b3-4d7e-9a44-4c4f5c98a24d',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.796105] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.796302] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.796356] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.796538] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.796853] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.809908] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c35b78ff-cf2f-4afe-984f-527867e449a5 in Status: IN_PROGRESS for 2s [ 869.941879] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b5abfe10-89da-46cf-9000-f717ab636113: rpc.has_security_group_logging(os_id): False [ 869.965362] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.965510] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.965636] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.965863] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.965963] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.966197] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.966302] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.966368] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.966529] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.966606] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.966792] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.966981] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.966981] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.967116] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.967152] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.967336] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.967424] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.967479] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.967625] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.967698] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.967773] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5abfe10-89da-46cf-9000-f717ab636113 is going to be updated. [ 870.039779] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.042024] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.042024] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.042024] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.042024] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.043985] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.044436] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.044718] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.045122] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.047239] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.047239] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Segment Port d38daab1-ce0a-403e-82a5-335ffc534bc3 not found, creating... [ 870.047239] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.047239] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.047239] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.047239] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.047239] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.047239] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.047239] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.047239] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.047756] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.048208] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.050499] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Resource: SegmentPort with ID: d38daab1-ce0a-403e-82a5-335ffc534bc3 is going to be created. [ 870.089797] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5abfe10-89da-46cf-9000-f717ab636113 in Status: IN_PROGRESS for 2s [ 870.095709] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 423fbad1-c879-4362-9cdf-87cc963850e4: rpc.has_security_group_logging(os_id): False [ 870.098220] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.098492] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.098625] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.098829] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.099090] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.099431] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "port-d38daab1-ce0a-403e-82a5-335ffc534bc3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.131724] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.132325] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.132325] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.132446] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.132446] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.132757] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.132882] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.133035] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.133181] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.133264] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.133448] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 423fbad1-c879-4362-9cdf-87cc963850e4 is going to be created. [ 870.212174] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4197232b-00b3-4d7e-9a44-4c4f5c98a24d in Status: SUCCESS [ 870.212385] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4197232b-00b3-4d7e-9a44-4c4f5c98a24d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.212565] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4197232b-00b3-4d7e-9a44-4c4f5c98a24d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.212876] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4197232b-00b3-4d7e-9a44-4c4f5c98a24d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.213073] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.213190] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.213261] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.213844] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.213844] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.213844] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4197232b-00b3-4d7e-9a44-4c4f5c98a24d',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.272328] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-4197232b-00b3-4d7e-9a44-4c4f5c98a24d taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.272601] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4197232b-00b3-4d7e-9a44-4c4f5c98a24d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.315999] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.316229] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.316317] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.316539] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.316728] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.352034] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 423fbad1-c879-4362-9cdf-87cc963850e4 in Status: IN_PROGRESS for 2s [ 870.716554] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4197232b-00b3-4d7e-9a44-4c4f5c98a24d',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.788342] env[65642]: INFO networking_nsxv3.common.synchronization [req-8923f516-c7fd-4d15-9310-033eafdf3a19 req-e5195f11-28ff-4eb8-892f-7496a2c0bcc9 service nova] Enqueued Resource ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d with Priority: HIGHEST for action security_group_rules [ 870.788342] env[65642]: INFO networking_nsxv3.common.synchronization [req-8923f516-c7fd-4d15-9310-033eafdf3a19 req-e5195f11-28ff-4eb8-892f-7496a2c0bcc9 service nova] Enqueued Resource ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d with Priority: HIGHEST for action security_group_members [ 870.788342] env[65642]: INFO networking_nsxv3.common.synchronization [req-8923f516-c7fd-4d15-9310-033eafdf3a19 req-e5195f11-28ff-4eb8-892f-7496a2c0bcc9 service nova] Enqueued Resource ID: d38daab1-ce0a-403e-82a5-335ffc534bc3 with Priority: HIGHEST for action port [ 870.788342] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d with Priority: HIGHEST for action security_group_rules [ 870.789113] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d with Priority: HIGHEST for action security_group_members [ 870.789456] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d38daab1-ce0a-403e-82a5-335ffc534bc3 with Priority: HIGHEST for action port [ 870.790099] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-18f2a55f-5961-42a6-992b-c4e6552ec92d taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.790411] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.791234] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.791577] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.792675] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('18f2a55f-5961-42a6-992b-c4e6552ec92d',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.793085] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-18f2a55f-5961-42a6-992b-c4e6552ec92d taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.793085] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.793280] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.793360] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.793546] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.793672] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.793739] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.794490] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.794490] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.794490] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18f2a55f-5961-42a6-992b-c4e6552ec92d',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.795494] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-d38daab1-ce0a-403e-82a5-335ffc534bc3 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.795627] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d38daab1-ce0a-403e-82a5-335ffc534bc3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.795627] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d38daab1-ce0a-403e-82a5-335ffc534bc3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.796252] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d38daab1-ce0a-403e-82a5-335ffc534bc3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.796252] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d38daab1-ce0a-403e-82a5-335ffc534bc3',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.901195] env[65642]: INFO networking_nsxv3.common.synchronization [req-6c08e1a8-1167-4931-826d-15ed0e48c6ea req-dce21569-4b52-4b76-a8c7-f98ad8535e8e tempest-AttachInterfacesUnderV243Test-555996519 tempest-AttachInterfacesUnderV243Test-555996519-project-member] Enqueued Resource ID: 4197232b-00b3-4d7e-9a44-4c4f5c98a24d with Priority: HIGHEST for action security_group_members [ 870.901809] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4197232b-00b3-4d7e-9a44-4c4f5c98a24d with Priority: HIGHEST for action security_group_members [ 870.902409] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-4197232b-00b3-4d7e-9a44-4c4f5c98a24d taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.902535] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4197232b-00b3-4d7e-9a44-4c4f5c98a24d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.976664] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af8aa414-c14e-475c-a40c-0abe99e63e5c in Status: SUCCESS [ 870.977951] env[65642]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af8aa414-c14e-475c-a40c-0abe99e63e5c deletion is rescheduled due to dependency. [ 870.977951] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af8aa414-c14e-475c-a40c-0abe99e63e5c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.219360] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4197232b-00b3-4d7e-9a44-4c4f5c98a24d',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.298262] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-18f2a55f-5961-42a6-992b-c4e6552ec92d taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.298429] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.298611] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('18f2a55f-5961-42a6-992b-c4e6552ec92d',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.300978] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d38daab1-ce0a-403e-82a5-335ffc534bc3 with status ACTIVE [ 871.301201] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.301345] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.301439] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.301672] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.301769] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.301946] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.302087] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.302168] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.302554] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.302554] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.302671] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.302737] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.302773] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.302928] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.303069] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.303118] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d38daab1-ce0a-403e-82a5-335ffc534bc3 is going to be updated. [ 871.330892] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.330892] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.330892] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.331190] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.331923] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.331923] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d38daab1-ce0a-403e-82a5-335ffc534bc3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.653103] env[65642]: INFO networking_nsxv3.common.synchronization [req-c5640e17-12d2-4dfd-91b5-79ce916e9234 req-fe4d453d-8ed2-4f75-9f15-d2d6c0ec0a48 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Enqueued Resource ID: 64cf095e-38c6-4f59-b404-ca6f57072317 with Priority: HIGHEST for action security_group_members [ 871.654418] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64cf095e-38c6-4f59-b404-ca6f57072317 with Priority: HIGHEST for action security_group_members [ 871.655230] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-64cf095e-38c6-4f59-b404-ca6f57072317 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.655230] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64cf095e-38c6-4f59-b404-ca6f57072317" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.655230] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64cf095e-38c6-4f59-b404-ca6f57072317" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.655449] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64cf095e-38c6-4f59-b404-ca6f57072317" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.655695] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.655695] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.655864] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.656750] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.656750] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.656750] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64cf095e-38c6-4f59-b404-ca6f57072317',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.723366] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.723366] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.723366] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.723366] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.723366] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.723366] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4197232b-00b3-4d7e-9a44-4c4f5c98a24d is going to be updated. [ 871.774450] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.774450] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.774450] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.774450] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.774450] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.787351] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4197232b-00b3-4d7e-9a44-4c4f5c98a24d in Status: IN_PROGRESS for 2s [ 871.801913] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('18f2a55f-5961-42a6-992b-c4e6552ec92d',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.823111] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c35b78ff-cf2f-4afe-984f-527867e449a5 in Status: SUCCESS [ 871.824415] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c35b78ff-cf2f-4afe-984f-527867e449a5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.825718] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c35b78ff-cf2f-4afe-984f-527867e449a5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.825718] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c35b78ff-cf2f-4afe-984f-527867e449a5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.825861] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.826032] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.826032] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.826693] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.826693] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.826693] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c35b78ff-cf2f-4afe-984f-527867e449a5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.827035] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c35b78ff-cf2f-4afe-984f-527867e449a5',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.090959] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock network-697 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.092090] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "network-697" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.092090] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "network-697" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.092090] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "network-697" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.092090] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.092458] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.092458] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.095929] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.095929] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.095929] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 872.095929] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] NeedRegenerationException {{(pid=65642) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 872.095929] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] no value, waiting for create lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 872.095929] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] value creation lock acquired {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 872.095929] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 872.095929] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Calling creation function for not-yet-present value {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 872.095929] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 872.118519] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 872.118831] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65642) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 872.119034] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Released creation lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 872.119230] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "network-697" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.119612] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock port-cd67e010-cf78-44fa-97d5-cfebe3eeea2e taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.119842] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "port-cd67e010-cf78-44fa-97d5-cfebe3eeea2e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.120053] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "port-cd67e010-cf78-44fa-97d5-cfebe3eeea2e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.120462] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "port-cd67e010-cf78-44fa-97d5-cfebe3eeea2e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.120625] env[65642]: DEBUG networking_nsxv3.api.rpc [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd67e010-cf78-44fa-97d5-cfebe3eeea2e',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.122962] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5abfe10-89da-46cf-9000-f717ab636113 in Status: SUCCESS [ 872.123208] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5abfe10-89da-46cf-9000-f717ab636113" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.158506] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.159115] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.159115] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.159285] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.159323] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.159624] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.159775] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.159958] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.160380] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.160380] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.160471] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64cf095e-38c6-4f59-b404-ca6f57072317 already deleted. [ 872.160683] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64cf095e-38c6-4f59-b404-ca6f57072317" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.307715] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.307715] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.307715] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.307715] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.307715] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.307715] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d is going to be created. [ 872.330102] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-c35b78ff-cf2f-4afe-984f-527867e449a5 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.330102] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c35b78ff-cf2f-4afe-984f-527867e449a5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.330102] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c35b78ff-cf2f-4afe-984f-527867e449a5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.330102] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c35b78ff-cf2f-4afe-984f-527867e449a5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.331216] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.331216] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.331216] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.331216] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.331216] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.331216] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c35b78ff-cf2f-4afe-984f-527867e449a5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.331216] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-c35b78ff-cf2f-4afe-984f-527867e449a5 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.331530] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c35b78ff-cf2f-4afe-984f-527867e449a5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.331530] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c35b78ff-cf2f-4afe-984f-527867e449a5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.331530] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c35b78ff-cf2f-4afe-984f-527867e449a5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.331708] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.331776] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.331816] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.331991] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.332085] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.332169] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c35b78ff-cf2f-4afe-984f-527867e449a5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.332263] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c35b78ff-cf2f-4afe-984f-527867e449a5',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.355033] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.355256] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.355256] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.355448] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.355638] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.369086] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d in Status: UNINITIALIZED for 2s [ 872.372576] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 423fbad1-c879-4362-9cdf-87cc963850e4 in Status: SUCCESS [ 872.373062] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-423fbad1-c879-4362-9cdf-87cc963850e4" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.625119] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.625119] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.625705] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.625705] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.625705] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.625882] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Segment Port cd67e010-cf78-44fa-97d5-cfebe3eeea2e not found, creating... [ 872.626181] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.626345] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.626524] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.626792] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.626984] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.627392] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.627631] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.627802] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.628100] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.628266] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.628409] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Resource: SegmentPort with ID: cd67e010-cf78-44fa-97d5-cfebe3eeea2e is going to be created. [ 872.649792] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.650059] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.650123] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.650354] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.650783] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.651086] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "port-cd67e010-cf78-44fa-97d5-cfebe3eeea2e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.834250] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c35b78ff-cf2f-4afe-984f-527867e449a5: rpc.has_security_group_logging(os_id): False [ 872.854986] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.855187] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.855279] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.855551] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.855667] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.855944] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.856085] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.856170] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.856368] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.857133] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.857133] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.857133] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.857133] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.857366] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.860016] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.860016] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.860016] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.860016] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.860016] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.860016] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.860016] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c35b78ff-cf2f-4afe-984f-527867e449a5 is going to be updated. [ 872.925344] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.925581] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.925581] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.925707] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.926056] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.941386] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c35b78ff-cf2f-4afe-984f-527867e449a5 in Status: IN_PROGRESS for 2s [ 873.381808] env[65642]: INFO networking_nsxv3.common.synchronization [req-c5640e17-12d2-4dfd-91b5-79ce916e9234 req-06d8f721-1bb2-4650-b57e-238d2ced7cb0 service nova] Enqueued Resource ID: 64cf095e-38c6-4f59-b404-ca6f57072317 with Priority: HIGHEST for action security_group_rules [ 873.382076] env[65642]: INFO networking_nsxv3.common.synchronization [req-c5640e17-12d2-4dfd-91b5-79ce916e9234 req-06d8f721-1bb2-4650-b57e-238d2ced7cb0 service nova] Enqueued Resource ID: 64cf095e-38c6-4f59-b404-ca6f57072317 with Priority: HIGHEST for action security_group_members [ 873.382143] env[65642]: INFO networking_nsxv3.common.synchronization [req-c5640e17-12d2-4dfd-91b5-79ce916e9234 req-06d8f721-1bb2-4650-b57e-238d2ced7cb0 service nova] Enqueued Resource ID: cd67e010-cf78-44fa-97d5-cfebe3eeea2e with Priority: HIGHEST for action port [ 873.382367] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64cf095e-38c6-4f59-b404-ca6f57072317 with Priority: HIGHEST for action security_group_rules [ 873.382495] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64cf095e-38c6-4f59-b404-ca6f57072317 with Priority: HIGHEST for action security_group_members [ 873.382586] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd67e010-cf78-44fa-97d5-cfebe3eeea2e with Priority: HIGHEST for action port [ 873.384222] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-64cf095e-38c6-4f59-b404-ca6f57072317 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.384354] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-64cf095e-38c6-4f59-b404-ca6f57072317" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.384432] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-64cf095e-38c6-4f59-b404-ca6f57072317" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.384752] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-64cf095e-38c6-4f59-b404-ca6f57072317" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.384838] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('64cf095e-38c6-4f59-b404-ca6f57072317',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.389520] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-64cf095e-38c6-4f59-b404-ca6f57072317 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.389520] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64cf095e-38c6-4f59-b404-ca6f57072317" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.389520] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64cf095e-38c6-4f59-b404-ca6f57072317" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.389686] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64cf095e-38c6-4f59-b404-ca6f57072317" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.389853] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.389958] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.390029] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.390188] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.390274] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.390404] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64cf095e-38c6-4f59-b404-ca6f57072317',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.391766] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd67e010-cf78-44fa-97d5-cfebe3eeea2e taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.391897] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd67e010-cf78-44fa-97d5-cfebe3eeea2e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.391945] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd67e010-cf78-44fa-97d5-cfebe3eeea2e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.392112] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd67e010-cf78-44fa-97d5-cfebe3eeea2e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.392192] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd67e010-cf78-44fa-97d5-cfebe3eeea2e',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.799327] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4197232b-00b3-4d7e-9a44-4c4f5c98a24d in Status: SUCCESS [ 873.799559] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4197232b-00b3-4d7e-9a44-4c4f5c98a24d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.800097] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4197232b-00b3-4d7e-9a44-4c4f5c98a24d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.800214] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4197232b-00b3-4d7e-9a44-4c4f5c98a24d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.800307] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.800428] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.800494] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.800655] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.800735] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.800821] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4197232b-00b3-4d7e-9a44-4c4f5c98a24d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.800918] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4197232b-00b3-4d7e-9a44-4c4f5c98a24d',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.803027] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4197232b-00b3-4d7e-9a44-4c4f5c98a24d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.804313] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4197232b-00b3-4d7e-9a44-4c4f5c98a24d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.804534] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.805506] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.805581] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.805754] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.805842] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.805937] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4197232b-00b3-4d7e-9a44-4c4f5c98a24d',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.892758] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('64cf095e-38c6-4f59-b404-ca6f57072317',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.896332] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-64cf095e-38c6-4f59-b404-ca6f57072317 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.896462] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64cf095e-38c6-4f59-b404-ca6f57072317" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.898726] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cd67e010-cf78-44fa-97d5-cfebe3eeea2e with status ACTIVE [ 873.898922] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.899053] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.899120] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.899327] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.899412] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.899584] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.899677] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.899746] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.899895] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.899971] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.900167] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.900257] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.900314] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.900447] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.900514] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.900592] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cd67e010-cf78-44fa-97d5-cfebe3eeea2e is going to be updated. [ 873.923127] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.924019] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.924019] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.924019] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.924019] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.924019] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd67e010-cf78-44fa-97d5-cfebe3eeea2e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.304080] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4197232b-00b3-4d7e-9a44-4c4f5c98a24d',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.316034] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.316034] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.316034] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.316034] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.316034] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.316034] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.316034] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.316034] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.316034] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.316034] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.316034] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4197232b-00b3-4d7e-9a44-4c4f5c98a24d is going to be updated. [ 874.353097] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.353097] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.353097] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.355501] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.355501] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.365922] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4197232b-00b3-4d7e-9a44-4c4f5c98a24d in Status: IN_PROGRESS for 2s [ 874.381970] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d in Status: SUCCESS [ 874.381970] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.381970] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.382588] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.382588] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.382588] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.382588] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.383396] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.383396] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.383396] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.383396] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('18f2a55f-5961-42a6-992b-c4e6552ec92d',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.389090] env[65642]: INFO networking_nsxv3.common.synchronization [req-89e6dfff-8e02-47bc-9f0f-af22400836ff req-386c04d1-017f-4898-a289-16094c208fcc tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Enqueued Resource ID: b5abfe10-89da-46cf-9000-f717ab636113 with Priority: HIGHEST for action security_group_members [ 874.389637] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5abfe10-89da-46cf-9000-f717ab636113 with Priority: HIGHEST for action security_group_members [ 874.394477] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5abfe10-89da-46cf-9000-f717ab636113 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.394477] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5abfe10-89da-46cf-9000-f717ab636113" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.394477] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5abfe10-89da-46cf-9000-f717ab636113" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.394477] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5abfe10-89da-46cf-9000-f717ab636113" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.394477] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.394477] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.394477] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.394477] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.394477] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.394477] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5abfe10-89da-46cf-9000-f717ab636113',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.397953] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('64cf095e-38c6-4f59-b404-ca6f57072317',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.760180] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock network-486 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.760375] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "network-486" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.760501] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "network-486" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.760774] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "network-486" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.761062] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.761271] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.761403] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.761619] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.761763] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.761965] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 874.762088] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] NeedRegenerationException {{(pid=65642) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 874.762194] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] no value, waiting for create lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 874.762299] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] value creation lock acquired {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 874.762407] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 874.762510] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Calling creation function for not-yet-present value {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 874.762639] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 874.785402] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 874.785578] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65642) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 874.785722] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Released creation lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 874.785928] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "network-486" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.786274] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock port-c5b00bde-5ab5-4d06-bd72-df7bca8ed70d taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.786439] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "port-c5b00bde-5ab5-4d06-bd72-df7bca8ed70d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.786556] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "port-c5b00bde-5ab5-4d06-bd72-df7bca8ed70d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.787072] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "port-c5b00bde-5ab5-4d06-bd72-df7bca8ed70d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.787348] env[65642]: DEBUG networking_nsxv3.api.rpc [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5b00bde-5ab5-4d06-bd72-df7bca8ed70d',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.806895] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4197232b-00b3-4d7e-9a44-4c4f5c98a24d: rpc.has_security_group_logging(os_id): False [ 874.826766] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.826934] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.826997] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.827212] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.827299] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.827551] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.827658] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.827717] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.827874] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.827952] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.828052] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4197232b-00b3-4d7e-9a44-4c4f5c98a24d is going to be updated. [ 874.891112] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-18f2a55f-5961-42a6-992b-c4e6552ec92d taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.891112] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.891112] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.891112] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.891112] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.891112] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.891112] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.891112] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.891112] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.891112] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.891112] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-18f2a55f-5961-42a6-992b-c4e6552ec92d taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.891112] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.891112] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.891112] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.891112] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.891112] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.891930] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.891930] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.891930] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.891930] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.891930] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('18f2a55f-5961-42a6-992b-c4e6552ec92d',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.898966] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b5abfe10-89da-46cf-9000-f717ab636113',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.902754] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.903067] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.905760] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.905760] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.905760] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.905760] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64cf095e-38c6-4f59-b404-ca6f57072317 is going to be created. [ 874.919581] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.919581] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.919581] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.919581] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.919581] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.935426] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.935426] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.935426] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.935426] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.935426] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.937925] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4197232b-00b3-4d7e-9a44-4c4f5c98a24d in Status: IN_PROGRESS for 2s [ 874.956877] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64cf095e-38c6-4f59-b404-ca6f57072317 in Status: UNINITIALIZED for 2s [ 874.968155] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c35b78ff-cf2f-4afe-984f-527867e449a5 in Status: SUCCESS [ 874.968285] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c35b78ff-cf2f-4afe-984f-527867e449a5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.292852] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.292852] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.292852] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.292852] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.292852] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.292852] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Segment Port c5b00bde-5ab5-4d06-bd72-df7bca8ed70d not found, creating... [ 875.292852] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.292852] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.292852] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.292852] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.292852] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.293518] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.293518] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.293518] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.293518] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.293518] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.293518] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Resource: SegmentPort with ID: c5b00bde-5ab5-4d06-bd72-df7bca8ed70d is going to be created. [ 875.353856] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.354116] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.354247] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.354611] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.354851] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.355108] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "port-c5b00bde-5ab5-4d06-bd72-df7bca8ed70d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.390267] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 18f2a55f-5961-42a6-992b-c4e6552ec92d: rpc.has_security_group_logging(os_id): False [ 875.400174] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b5abfe10-89da-46cf-9000-f717ab636113',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.417054] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.417273] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.417273] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.417475] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.417566] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.417779] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.417879] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.417943] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.418113] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.418193] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.418372] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.418468] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.418529] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.418711] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.418793] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.419209] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.419301] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.419368] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.419530] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.419609] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.419696] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d is going to be created. [ 875.524137] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.524365] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.524429] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.524643] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.524829] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.541945] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d in Status: IN_PROGRESS for 2s [ 875.902653] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.902876] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.903011] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.903529] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.903619] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.903732] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5abfe10-89da-46cf-9000-f717ab636113 is going to be updated. [ 875.937833] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.938098] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.938206] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.938575] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.938812] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.949591] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5abfe10-89da-46cf-9000-f717ab636113 in Status: IN_PROGRESS for 2s [ 876.070959] env[65642]: INFO networking_nsxv3.common.synchronization [req-89e6dfff-8e02-47bc-9f0f-af22400836ff req-04c43f90-bf34-4c79-a035-fdb95b38cee3 service nova] Enqueued Resource ID: b5abfe10-89da-46cf-9000-f717ab636113 with Priority: HIGHEST for action security_group_rules [ 876.071287] env[65642]: INFO networking_nsxv3.common.synchronization [req-89e6dfff-8e02-47bc-9f0f-af22400836ff req-04c43f90-bf34-4c79-a035-fdb95b38cee3 service nova] Enqueued Resource ID: b5abfe10-89da-46cf-9000-f717ab636113 with Priority: HIGHEST for action security_group_members [ 876.071672] env[65642]: INFO networking_nsxv3.common.synchronization [req-89e6dfff-8e02-47bc-9f0f-af22400836ff req-04c43f90-bf34-4c79-a035-fdb95b38cee3 service nova] Enqueued Resource ID: c5b00bde-5ab5-4d06-bd72-df7bca8ed70d with Priority: HIGHEST for action port [ 876.072918] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5abfe10-89da-46cf-9000-f717ab636113 with Priority: HIGHEST for action security_group_rules [ 876.073099] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5abfe10-89da-46cf-9000-f717ab636113 with Priority: HIGHEST for action security_group_members [ 876.073251] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5b00bde-5ab5-4d06-bd72-df7bca8ed70d with Priority: HIGHEST for action port [ 876.073659] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5abfe10-89da-46cf-9000-f717ab636113 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.073792] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5abfe10-89da-46cf-9000-f717ab636113" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.074103] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5abfe10-89da-46cf-9000-f717ab636113" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.074728] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5abfe10-89da-46cf-9000-f717ab636113" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.074881] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5abfe10-89da-46cf-9000-f717ab636113',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.076211] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5abfe10-89da-46cf-9000-f717ab636113 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.076402] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5abfe10-89da-46cf-9000-f717ab636113" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.077803] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-c5b00bde-5ab5-4d06-bd72-df7bca8ed70d taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.077930] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c5b00bde-5ab5-4d06-bd72-df7bca8ed70d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.077993] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c5b00bde-5ab5-4d06-bd72-df7bca8ed70d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.080429] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c5b00bde-5ab5-4d06-bd72-df7bca8ed70d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.080606] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5b00bde-5ab5-4d06-bd72-df7bca8ed70d',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.378342] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4197232b-00b3-4d7e-9a44-4c4f5c98a24d in Status: SUCCESS [ 876.379258] env[65642]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4197232b-00b3-4d7e-9a44-4c4f5c98a24d deletion is rescheduled due to dependency. [ 876.379892] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4197232b-00b3-4d7e-9a44-4c4f5c98a24d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.582552] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5abfe10-89da-46cf-9000-f717ab636113 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.582921] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5abfe10-89da-46cf-9000-f717ab636113" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.585109] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c5b00bde-5ab5-4d06-bd72-df7bca8ed70d with status ACTIVE [ 876.585317] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.585792] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.585905] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.586144] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.586240] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.586433] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.586611] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.586611] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.586750] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.586828] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.587015] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.587142] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.587189] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.587499] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.587499] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.587499] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c5b00bde-5ab5-4d06-bd72-df7bca8ed70d is going to be updated. [ 876.610903] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.610903] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.610903] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.610903] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.611303] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.611303] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c5b00bde-5ab5-4d06-bd72-df7bca8ed70d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.624898] env[65642]: INFO networking_nsxv3.common.synchronization [req-6d102dbb-70e3-4037-8c5d-7c260931e9f1 req-cfde817f-a70b-4daa-a7e6-62d6e6afd15f tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Enqueued Resource ID: 64cf095e-38c6-4f59-b404-ca6f57072317 with Priority: HIGHEST for action security_group_members [ 876.625739] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64cf095e-38c6-4f59-b404-ca6f57072317 with Priority: HIGHEST for action security_group_members [ 876.625824] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-64cf095e-38c6-4f59-b404-ca6f57072317 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.625927] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64cf095e-38c6-4f59-b404-ca6f57072317" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.969655] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64cf095e-38c6-4f59-b404-ca6f57072317 in Status: SUCCESS [ 876.969984] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64cf095e-38c6-4f59-b404-ca6f57072317" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.970314] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64cf095e-38c6-4f59-b404-ca6f57072317" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.970707] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64cf095e-38c6-4f59-b404-ca6f57072317" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.971039] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.971288] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.971487] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.971735] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.971898] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.973816] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64cf095e-38c6-4f59-b404-ca6f57072317" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.973981] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('64cf095e-38c6-4f59-b404-ca6f57072317',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.977338] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4197232b-00b3-4d7e-9a44-4c4f5c98a24d in Status: SUCCESS [ 876.977715] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4197232b-00b3-4d7e-9a44-4c4f5c98a24d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.982558] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64cf095e-38c6-4f59-b404-ca6f57072317" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.983087] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64cf095e-38c6-4f59-b404-ca6f57072317" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.983437] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.983658] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.983807] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.984152] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.984366] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.984515] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64cf095e-38c6-4f59-b404-ca6f57072317',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.025356] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock network-697 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.025539] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "network-697" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.025583] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "network-697" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.025886] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "network-697" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.026238] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.026409] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.026529] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.026864] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.026943] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.027118] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 877.027347] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] NeedRegenerationException {{(pid=65642) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 877.027505] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] no value, waiting for create lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 877.027619] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] value creation lock acquired {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 877.027733] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 877.027838] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Calling creation function for not-yet-present value {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 877.027973] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 877.043552] env[65642]: INFO networking_nsxv3.common.synchronization [None req-e02c961a-cb5f-480d-9b57-25793558d45c None None] Enqueued Resource ID: f369246e-92a8-4c34-8d61-1b4e653a2456 with Priority: HIGHEST for action port [ 877.044022] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f369246e-92a8-4c34-8d61-1b4e653a2456 with Priority: HIGHEST for action port [ 877.044407] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-f369246e-92a8-4c34-8d61-1b4e653a2456 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.044673] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f369246e-92a8-4c34-8d61-1b4e653a2456" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.044772] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f369246e-92a8-4c34-8d61-1b4e653a2456" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.045031] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f369246e-92a8-4c34-8d61-1b4e653a2456" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.045132] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f369246e-92a8-4c34-8d61-1b4e653a2456',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.054765] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 877.054943] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65642) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 877.055094] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Released creation lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 877.055276] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "network-697" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.055664] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock port-7ab834b1-f142-43fb-94ea-dde60a77529c taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.055806] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "port-7ab834b1-f142-43fb-94ea-dde60a77529c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.056039] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "port-7ab834b1-f142-43fb-94ea-dde60a77529c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.056370] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "port-7ab834b1-f142-43fb-94ea-dde60a77529c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.056602] env[65642]: DEBUG networking_nsxv3.api.rpc [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ab834b1-f142-43fb-94ea-dde60a77529c',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.488430] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('64cf095e-38c6-4f59-b404-ca6f57072317',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.489653] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-64cf095e-38c6-4f59-b404-ca6f57072317 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.489946] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64cf095e-38c6-4f59-b404-ca6f57072317" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.548435] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f369246e-92a8-4c34-8d61-1b4e653a2456 [ 877.548756] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.548899] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.548967] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.549213] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.549314] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.549409] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f369246e-92a8-4c34-8d61-1b4e653a2456 already deleted. [ 877.549496] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f369246e-92a8-4c34-8d61-1b4e653a2456" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.554952] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d in Status: SUCCESS [ 877.556606] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.559522] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.559768] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.559864] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.560176] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.560323] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.560486] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Segment Port 7ab834b1-f142-43fb-94ea-dde60a77529c not found, creating... [ 877.560756] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.560910] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.561061] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.561365] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.561511] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.561804] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.561957] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.562200] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.562497] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.562644] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.562790] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Resource: SegmentPort with ID: 7ab834b1-f142-43fb-94ea-dde60a77529c is going to be created. [ 877.589034] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.589034] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.589034] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.589481] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.589481] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.589839] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "port-7ab834b1-f142-43fb-94ea-dde60a77529c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.930707] env[65642]: INFO networking_nsxv3.common.synchronization [req-adcab37e-00a2-4037-be4c-28682e10cc10 req-6a5b7df6-ba6e-4f32-a791-1181cc425f38 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Enqueued Resource ID: 275dc271-b0af-4a42-966e-14343faaa755 with Priority: HIGHEST for action security_group_members [ 877.931302] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 275dc271-b0af-4a42-966e-14343faaa755 with Priority: HIGHEST for action security_group_members [ 877.931694] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-275dc271-b0af-4a42-966e-14343faaa755 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.931838] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.931899] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.932124] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.932280] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.932975] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.933079] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.933264] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.933353] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.933558] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('275dc271-b0af-4a42-966e-14343faaa755',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.962127] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5abfe10-89da-46cf-9000-f717ab636113 in Status: SUCCESS [ 877.962433] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5abfe10-89da-46cf-9000-f717ab636113" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.962574] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5abfe10-89da-46cf-9000-f717ab636113" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.963273] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5abfe10-89da-46cf-9000-f717ab636113" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.963273] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.963273] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.963273] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.963506] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.963542] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.963616] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5abfe10-89da-46cf-9000-f717ab636113',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.995168] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('64cf095e-38c6-4f59-b404-ca6f57072317',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.386679] env[65642]: INFO networking_nsxv3.common.synchronization [req-6d102dbb-70e3-4037-8c5d-7c260931e9f1 req-7538ffbe-01a5-4d69-bca2-4caf3f7cc26d service nova] Enqueued Resource ID: 64cf095e-38c6-4f59-b404-ca6f57072317 with Priority: HIGHEST for action security_group_rules [ 878.386860] env[65642]: INFO networking_nsxv3.common.synchronization [req-6d102dbb-70e3-4037-8c5d-7c260931e9f1 req-7538ffbe-01a5-4d69-bca2-4caf3f7cc26d service nova] Enqueued Resource ID: 64cf095e-38c6-4f59-b404-ca6f57072317 with Priority: HIGHEST for action security_group_members [ 878.386945] env[65642]: INFO networking_nsxv3.common.synchronization [req-6d102dbb-70e3-4037-8c5d-7c260931e9f1 req-7538ffbe-01a5-4d69-bca2-4caf3f7cc26d service nova] Enqueued Resource ID: 7ab834b1-f142-43fb-94ea-dde60a77529c with Priority: HIGHEST for action port [ 878.387583] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64cf095e-38c6-4f59-b404-ca6f57072317 with Priority: HIGHEST for action security_group_rules [ 878.387716] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64cf095e-38c6-4f59-b404-ca6f57072317 with Priority: HIGHEST for action security_group_members [ 878.387835] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ab834b1-f142-43fb-94ea-dde60a77529c with Priority: HIGHEST for action port [ 878.388201] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-64cf095e-38c6-4f59-b404-ca6f57072317 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.388383] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-64cf095e-38c6-4f59-b404-ca6f57072317" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.388502] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-64cf095e-38c6-4f59-b404-ca6f57072317 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.388587] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64cf095e-38c6-4f59-b404-ca6f57072317" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.388853] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ab834b1-f142-43fb-94ea-dde60a77529c taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.388853] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ab834b1-f142-43fb-94ea-dde60a77529c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.389042] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ab834b1-f142-43fb-94ea-dde60a77529c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.389107] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ab834b1-f142-43fb-94ea-dde60a77529c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.389229] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ab834b1-f142-43fb-94ea-dde60a77529c',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.439067] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('275dc271-b0af-4a42-966e-14343faaa755',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.467064] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b5abfe10-89da-46cf-9000-f717ab636113',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.496394] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.496645] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.496731] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.496915] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.497034] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.497157] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64cf095e-38c6-4f59-b404-ca6f57072317 is going to be updated. [ 878.531843] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.531843] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.531843] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.533611] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.533611] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.544801] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64cf095e-38c6-4f59-b404-ca6f57072317 in Status: IN_PROGRESS for 2s [ 878.893984] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7ab834b1-f142-43fb-94ea-dde60a77529c with status ACTIVE [ 878.893984] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.893984] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.893984] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.893984] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.894595] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.894595] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.894595] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.894595] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.894778] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.894778] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.894902] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.894955] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.895040] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.895177] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.895288] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.895343] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7ab834b1-f142-43fb-94ea-dde60a77529c is going to be updated. [ 878.921957] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.922163] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.922230] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.922794] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.923133] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.923467] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ab834b1-f142-43fb-94ea-dde60a77529c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.941142] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('275dc271-b0af-4a42-966e-14343faaa755',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.973310] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b5abfe10-89da-46cf-9000-f717ab636113',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.443900] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.444112] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.444196] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.444472] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.444556] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.444672] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 275dc271-b0af-4a42-966e-14343faaa755 is going to be updated. [ 879.477045] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.477045] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.477045] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.477045] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.477045] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.478143] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.478540] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.478540] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.479604] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.479604] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.479604] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5abfe10-89da-46cf-9000-f717ab636113 is going to be updated. [ 879.490908] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 275dc271-b0af-4a42-966e-14343faaa755 in Status: IN_PROGRESS for 2s [ 879.510739] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.510739] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.510739] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.511041] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.512128] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.523302] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5abfe10-89da-46cf-9000-f717ab636113 in Status: IN_PROGRESS for 2s [ 879.609625] env[65642]: INFO networking_nsxv3.common.synchronization [None req-dd5da8fd-ba84-4fd6-8c81-15d713d037d5 None None] Enqueued Resource ID: 7b33a41b-1e9a-488e-9530-c74a82716895 with Priority: HIGHEST for action port [ 879.610444] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b33a41b-1e9a-488e-9530-c74a82716895 with Priority: HIGHEST for action port [ 879.610979] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b33a41b-1e9a-488e-9530-c74a82716895 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.611132] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b33a41b-1e9a-488e-9530-c74a82716895" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.611251] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b33a41b-1e9a-488e-9530-c74a82716895" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.611633] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b33a41b-1e9a-488e-9530-c74a82716895" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.611767] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b33a41b-1e9a-488e-9530-c74a82716895',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.626019] env[65642]: INFO networking_nsxv3.common.synchronization [req-5861ebf0-0603-4446-af83-ba4d07bc2b3f req-6610ef39-f3ba-45ea-ba51-18930a510133 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Enqueued Resource ID: b503b44c-c026-4120-95d4-701afa7d90c7 with Priority: HIGHEST for action security_group_members [ 879.626019] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b503b44c-c026-4120-95d4-701afa7d90c7 with Priority: HIGHEST for action security_group_members [ 879.626019] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-b503b44c-c026-4120-95d4-701afa7d90c7 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.626308] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.626468] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.626755] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.627030] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.627346] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.627531] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.627766] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.628301] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.628301] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b503b44c-c026-4120-95d4-701afa7d90c7',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.113918] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7b33a41b-1e9a-488e-9530-c74a82716895 [ 880.114320] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.114431] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.115036] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.115036] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.115036] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.115036] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7b33a41b-1e9a-488e-9530-c74a82716895 already deleted. [ 880.115285] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b33a41b-1e9a-488e-9530-c74a82716895" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.135471] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.135471] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.135471] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.135471] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.135471] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.135471] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.135471] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.135471] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.135970] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.135970] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.135970] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b503b44c-c026-4120-95d4-701afa7d90c7 is going to be updated. [ 880.138200] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock network-103 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.138409] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "network-103" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.138504] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "network-103" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.138734] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "network-103" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.138993] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.139293] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.139293] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.139512] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.139652] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.139858] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 880.139978] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] NeedRegenerationException {{(pid=65642) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 880.140099] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] no value, waiting for create lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 880.140227] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] value creation lock acquired {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 880.140417] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 880.140557] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Calling creation function for not-yet-present value {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 880.140730] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 880.166600] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 880.166996] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65642) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 880.166996] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Released creation lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 880.167200] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "network-103" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.167549] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock port-4b5dda46-376c-450f-815e-b7354514d910 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.167756] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "port-4b5dda46-376c-450f-815e-b7354514d910" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.167884] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "port-4b5dda46-376c-450f-815e-b7354514d910" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.168304] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "port-4b5dda46-376c-450f-815e-b7354514d910" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.168438] env[65642]: DEBUG networking_nsxv3.api.rpc [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b5dda46-376c-450f-815e-b7354514d910',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.172818] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.173008] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.173066] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.173306] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.173504] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.183326] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b503b44c-c026-4120-95d4-701afa7d90c7 in Status: IN_PROGRESS for 2s [ 880.560487] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64cf095e-38c6-4f59-b404-ca6f57072317 in Status: SUCCESS [ 880.560747] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64cf095e-38c6-4f59-b404-ca6f57072317" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.561032] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64cf095e-38c6-4f59-b404-ca6f57072317" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.561385] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64cf095e-38c6-4f59-b404-ca6f57072317" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.561697] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.561891] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.562533] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.562533] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.562533] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.562533] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64cf095e-38c6-4f59-b404-ca6f57072317" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.562822] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-64cf095e-38c6-4f59-b404-ca6f57072317 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.562933] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64cf095e-38c6-4f59-b404-ca6f57072317" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.563017] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64cf095e-38c6-4f59-b404-ca6f57072317" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.563227] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64cf095e-38c6-4f59-b404-ca6f57072317" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.563463] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.563625] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.563729] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.563957] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.564260] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.564260] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64cf095e-38c6-4f59-b404-ca6f57072317" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.564435] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('64cf095e-38c6-4f59-b404-ca6f57072317',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.565669] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64cf095e-38c6-4f59-b404-ca6f57072317" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.566256] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64cf095e-38c6-4f59-b404-ca6f57072317" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.566443] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.566600] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.566691] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.567055] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.567195] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.567347] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64cf095e-38c6-4f59-b404-ca6f57072317',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.670806] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.671053] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.671273] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.671641] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.671854] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.672069] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Segment Port 4b5dda46-376c-450f-815e-b7354514d910 not found, creating... [ 880.672503] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.672660] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.672792] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.673077] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.673231] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.673550] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.673711] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.673827] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.674090] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.674242] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.674454] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Resource: SegmentPort with ID: 4b5dda46-376c-450f-815e-b7354514d910 is going to be created. [ 880.701272] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.701437] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.701556] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.701838] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.702088] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.702351] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "port-4b5dda46-376c-450f-815e-b7354514d910" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.718503] env[65642]: INFO networking_nsxv3.common.synchronization [None req-f2306a99-759c-49bb-af1a-f7b9ac876cdf None None] Enqueued Resource ID: bc89de28-1773-42df-9133-9029c105d415 with Priority: HIGHEST for action port [ 880.718503] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc89de28-1773-42df-9133-9029c105d415 with Priority: HIGHEST for action port [ 880.718503] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc89de28-1773-42df-9133-9029c105d415 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.718882] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc89de28-1773-42df-9133-9029c105d415" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.719074] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc89de28-1773-42df-9133-9029c105d415" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.719599] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc89de28-1773-42df-9133-9029c105d415" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.719599] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc89de28-1773-42df-9133-9029c105d415',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.070681] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('64cf095e-38c6-4f59-b404-ca6f57072317',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.072130] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 64cf095e-38c6-4f59-b404-ca6f57072317: rpc.has_security_group_logging(os_id): False [ 881.093841] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.093984] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.094053] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.094279] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.094393] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.094721] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.094721] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.094875] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.094918] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.094957] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.095167] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.095260] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.095320] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.095458] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.095533] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.096161] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.096273] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.096343] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.096492] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.096571] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.096659] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 64cf095e-38c6-4f59-b404-ca6f57072317 is going to be created. [ 881.163827] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.164257] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.164257] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.164435] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.164645] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.178264] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 64cf095e-38c6-4f59-b404-ca6f57072317 in Status: IN_PROGRESS for 2s [ 881.222534] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bc89de28-1773-42df-9133-9029c105d415 [ 881.222534] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.222711] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.222711] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.222899] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.222990] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.223095] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bc89de28-1773-42df-9133-9029c105d415 already deleted. [ 881.223183] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc89de28-1773-42df-9133-9029c105d415" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.502322] env[65642]: INFO networking_nsxv3.common.synchronization [req-5861ebf0-0603-4446-af83-ba4d07bc2b3f req-5e3c069e-b91f-4387-bf76-55e025c46575 service nova] Enqueued Resource ID: b503b44c-c026-4120-95d4-701afa7d90c7 with Priority: HIGHEST for action security_group_rules [ 881.502322] env[65642]: INFO networking_nsxv3.common.synchronization [req-5861ebf0-0603-4446-af83-ba4d07bc2b3f req-5e3c069e-b91f-4387-bf76-55e025c46575 service nova] Enqueued Resource ID: b503b44c-c026-4120-95d4-701afa7d90c7 with Priority: HIGHEST for action security_group_members [ 881.502322] env[65642]: INFO networking_nsxv3.common.synchronization [req-5861ebf0-0603-4446-af83-ba4d07bc2b3f req-5e3c069e-b91f-4387-bf76-55e025c46575 service nova] Enqueued Resource ID: 4b5dda46-376c-450f-815e-b7354514d910 with Priority: HIGHEST for action port [ 881.502322] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b503b44c-c026-4120-95d4-701afa7d90c7 with Priority: HIGHEST for action security_group_rules [ 881.502322] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b503b44c-c026-4120-95d4-701afa7d90c7 with Priority: HIGHEST for action security_group_members [ 881.502322] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b5dda46-376c-450f-815e-b7354514d910 with Priority: HIGHEST for action port [ 881.504269] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 275dc271-b0af-4a42-966e-14343faaa755 in Status: SUCCESS [ 881.505043] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.505785] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b503b44c-c026-4120-95d4-701afa7d90c7 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.508021] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.508021] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.508021] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.508021] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b503b44c-c026-4120-95d4-701afa7d90c7',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.508021] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-b503b44c-c026-4120-95d4-701afa7d90c7 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.508021] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.508021] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b5dda46-376c-450f-815e-b7354514d910 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.508021] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b5dda46-376c-450f-815e-b7354514d910" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.508738] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b5dda46-376c-450f-815e-b7354514d910" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.510730] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b5dda46-376c-450f-815e-b7354514d910" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.510730] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b5dda46-376c-450f-815e-b7354514d910',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.534585] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5abfe10-89da-46cf-9000-f717ab636113 in Status: SUCCESS [ 881.534670] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5abfe10-89da-46cf-9000-f717ab636113" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.534841] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5abfe10-89da-46cf-9000-f717ab636113" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.535106] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5abfe10-89da-46cf-9000-f717ab636113" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.535312] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.535529] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.535529] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.536538] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.536538] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.536538] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5abfe10-89da-46cf-9000-f717ab636113" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.536538] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b5abfe10-89da-46cf-9000-f717ab636113',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.576481] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('64cf095e-38c6-4f59-b404-ca6f57072317',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.016518] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4b5dda46-376c-450f-815e-b7354514d910 with status ACTIVE [ 882.017104] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.017307] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.017599] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.017828] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.017997] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.018316] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.018577] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.018740] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.019018] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.019241] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.019533] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.019670] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.019765] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.020021] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.020191] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.020516] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4b5dda46-376c-450f-815e-b7354514d910 is going to be updated. [ 882.022504] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-b503b44c-c026-4120-95d4-701afa7d90c7 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.022962] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.038908] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5abfe10-89da-46cf-9000-f717ab636113 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.039140] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5abfe10-89da-46cf-9000-f717ab636113" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.039201] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5abfe10-89da-46cf-9000-f717ab636113" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.039390] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5abfe10-89da-46cf-9000-f717ab636113" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.039595] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.039813] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.039813] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.040105] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.040370] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.040419] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5abfe10-89da-46cf-9000-f717ab636113" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.040930] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5abfe10-89da-46cf-9000-f717ab636113 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.041158] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5abfe10-89da-46cf-9000-f717ab636113" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.041309] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5abfe10-89da-46cf-9000-f717ab636113" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.041537] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5abfe10-89da-46cf-9000-f717ab636113" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.041940] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.041940] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.042328] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.042328] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.043909] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.043909] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5abfe10-89da-46cf-9000-f717ab636113" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.043909] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b5abfe10-89da-46cf-9000-f717ab636113',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.055312] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.055507] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.055609] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.060270] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.060686] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.060779] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b5dda46-376c-450f-815e-b7354514d910" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.079411] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.079599] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.079690] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.079918] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.080084] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.080243] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64cf095e-38c6-4f59-b404-ca6f57072317 is going to be updated. [ 882.134398] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.134566] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.134702] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.134965] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.135140] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.152425] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64cf095e-38c6-4f59-b404-ca6f57072317 in Status: IN_PROGRESS for 2s [ 882.206897] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b503b44c-c026-4120-95d4-701afa7d90c7 in Status: SUCCESS [ 882.206897] env[65642]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b503b44c-c026-4120-95d4-701afa7d90c7 deletion is rescheduled due to dependency. [ 882.206897] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.206897] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.206897] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.206897] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.206897] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.206897] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.206897] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.206897] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.206897] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b503b44c-c026-4120-95d4-701afa7d90c7',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.546992] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b5abfe10-89da-46cf-9000-f717ab636113: rpc.has_security_group_logging(os_id): False [ 882.573667] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.573847] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.573896] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.574884] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.574884] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.574884] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.574884] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.574884] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.574884] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.574884] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.575364] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.575364] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.575364] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.575364] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.575364] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.575508] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.575557] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.575585] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.575807] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.575903] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.575986] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5abfe10-89da-46cf-9000-f717ab636113 is going to be updated. [ 882.658989] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.659208] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.659208] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.659557] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.659557] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.676652] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5abfe10-89da-46cf-9000-f717ab636113 in Status: IN_PROGRESS for 2s [ 882.710222] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b503b44c-c026-4120-95d4-701afa7d90c7',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.196173] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 64cf095e-38c6-4f59-b404-ca6f57072317 in Status: SUCCESS [ 883.197909] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-64cf095e-38c6-4f59-b404-ca6f57072317" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.198291] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-64cf095e-38c6-4f59-b404-ca6f57072317" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.198864] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-64cf095e-38c6-4f59-b404-ca6f57072317" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.202802] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('64cf095e-38c6-4f59-b404-ca6f57072317',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.214190] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b503b44c-c026-4120-95d4-701afa7d90c7',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.708308] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-64cf095e-38c6-4f59-b404-ca6f57072317 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.708543] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64cf095e-38c6-4f59-b404-ca6f57072317" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.717216] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.717434] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.718105] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.718105] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.718105] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.718105] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b503b44c-c026-4120-95d4-701afa7d90c7 is going to be updated. [ 883.739268] env[65642]: INFO networking_nsxv3.common.synchronization [None req-bb589933-c597-4d45-83a2-c7d95c18076b None None] Enqueued Resource ID: 9e18bafa-5e10-441a-bde6-f8e1457a2549 with Priority: HIGHEST for action port [ 883.740087] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e18bafa-5e10-441a-bde6-f8e1457a2549 with Priority: HIGHEST for action port [ 883.740521] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e18bafa-5e10-441a-bde6-f8e1457a2549 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.740669] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e18bafa-5e10-441a-bde6-f8e1457a2549" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.740734] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e18bafa-5e10-441a-bde6-f8e1457a2549" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.741875] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e18bafa-5e10-441a-bde6-f8e1457a2549" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.742325] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e18bafa-5e10-441a-bde6-f8e1457a2549',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.755554] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.755554] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.755554] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.755852] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.755954] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.770121] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b503b44c-c026-4120-95d4-701afa7d90c7 in Status: IN_PROGRESS for 2s [ 884.167788] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64cf095e-38c6-4f59-b404-ca6f57072317 in Status: SUCCESS [ 884.168809] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64cf095e-38c6-4f59-b404-ca6f57072317" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.168809] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64cf095e-38c6-4f59-b404-ca6f57072317" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.168809] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64cf095e-38c6-4f59-b404-ca6f57072317" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.168809] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.169049] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.169049] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.169146] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.169253] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.169343] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64cf095e-38c6-4f59-b404-ca6f57072317" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.169460] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('64cf095e-38c6-4f59-b404-ca6f57072317',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.244734] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9e18bafa-5e10-441a-bde6-f8e1457a2549 [ 884.245099] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.245209] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.245757] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.246015] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.246120] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.246227] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9e18bafa-5e10-441a-bde6-f8e1457a2549 already deleted. [ 884.246313] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e18bafa-5e10-441a-bde6-f8e1457a2549" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.551126] env[65642]: INFO networking_nsxv3.common.synchronization [req-8da6394d-2075-4f67-a124-9b71a2821114 req-94b8c2c2-5c55-4856-b42f-2d36a2ee001a tempest-ImagesOneServerNegativeTestJSON-1841777012 tempest-ImagesOneServerNegativeTestJSON-1841777012-project-member] Enqueued Resource ID: c35b78ff-cf2f-4afe-984f-527867e449a5 with Priority: HIGHEST for action security_group_members [ 884.551778] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c35b78ff-cf2f-4afe-984f-527867e449a5 with Priority: HIGHEST for action security_group_members [ 884.552129] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-c35b78ff-cf2f-4afe-984f-527867e449a5 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.552252] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c35b78ff-cf2f-4afe-984f-527867e449a5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.552322] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c35b78ff-cf2f-4afe-984f-527867e449a5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.553048] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c35b78ff-cf2f-4afe-984f-527867e449a5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.553048] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.553048] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.553048] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.553048] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.556945] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.556945] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c35b78ff-cf2f-4afe-984f-527867e449a5',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.672863] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-64cf095e-38c6-4f59-b404-ca6f57072317 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.672863] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64cf095e-38c6-4f59-b404-ca6f57072317" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.672863] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64cf095e-38c6-4f59-b404-ca6f57072317" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.673388] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64cf095e-38c6-4f59-b404-ca6f57072317" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.673665] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.673992] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.673992] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.674285] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.674285] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.674285] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64cf095e-38c6-4f59-b404-ca6f57072317" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.674716] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-64cf095e-38c6-4f59-b404-ca6f57072317 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.674716] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64cf095e-38c6-4f59-b404-ca6f57072317" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.674716] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64cf095e-38c6-4f59-b404-ca6f57072317" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.674926] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64cf095e-38c6-4f59-b404-ca6f57072317" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.674926] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.675042] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.676177] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.676177] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.676177] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.676177] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64cf095e-38c6-4f59-b404-ca6f57072317" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.676177] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('64cf095e-38c6-4f59-b404-ca6f57072317',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.692858] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5abfe10-89da-46cf-9000-f717ab636113 in Status: SUCCESS [ 884.693093] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5abfe10-89da-46cf-9000-f717ab636113" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.057453] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.057881] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.057881] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.058187] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.058386] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.058700] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.058895] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.058985] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.059205] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.059322] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.059441] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c35b78ff-cf2f-4afe-984f-527867e449a5 is going to be updated. [ 885.106817] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.107224] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.107472] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.107899] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.108113] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.120813] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c35b78ff-cf2f-4afe-984f-527867e449a5 in Status: IN_PROGRESS for 2s [ 885.179833] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 64cf095e-38c6-4f59-b404-ca6f57072317: rpc.has_security_group_logging(os_id): False [ 885.210044] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.210044] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.210044] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.210317] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.210749] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.210749] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.210989] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.210989] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.211060] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.211468] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.211468] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.211468] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.211645] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.211682] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.211754] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.211955] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.213061] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.213061] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.213061] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.213061] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.213061] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 64cf095e-38c6-4f59-b404-ca6f57072317 is going to be updated. [ 885.324700] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.325140] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.325140] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.325280] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.325478] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.346174] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 64cf095e-38c6-4f59-b404-ca6f57072317 in Status: IN_PROGRESS for 2s [ 885.785845] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b503b44c-c026-4120-95d4-701afa7d90c7 in Status: SUCCESS [ 885.785845] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.785845] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.785845] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.785845] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.785845] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.785845] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.785845] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.785845] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.785845] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.785845] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b503b44c-c026-4120-95d4-701afa7d90c7',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.289382] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-b503b44c-c026-4120-95d4-701afa7d90c7 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.289761] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.289761] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.289918] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.290109] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.290216] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.290285] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.290437] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.290526] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.290614] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.290759] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-b503b44c-c026-4120-95d4-701afa7d90c7 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.290888] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.290929] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.291065] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.291201] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.291306] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.291374] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.291558] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.291639] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.291721] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.292427] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b503b44c-c026-4120-95d4-701afa7d90c7',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.796411] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b503b44c-c026-4120-95d4-701afa7d90c7: rpc.has_security_group_logging(os_id): False [ 886.824912] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.824912] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.824912] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.824912] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.824912] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.824912] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.824912] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.825202] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.825202] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.825305] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.825395] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.825489] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.825553] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.825696] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.825793] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.825995] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.826421] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.826421] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.826527] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.826661] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.826702] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b503b44c-c026-4120-95d4-701afa7d90c7 is going to be updated. [ 886.901014] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.901014] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.901014] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.901014] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.901014] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.919069] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b503b44c-c026-4120-95d4-701afa7d90c7 in Status: IN_PROGRESS for 2s [ 887.131967] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c35b78ff-cf2f-4afe-984f-527867e449a5 in Status: SUCCESS [ 887.131967] env[65642]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c35b78ff-cf2f-4afe-984f-527867e449a5 deletion is rescheduled due to dependency. [ 887.131967] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c35b78ff-cf2f-4afe-984f-527867e449a5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.361866] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 64cf095e-38c6-4f59-b404-ca6f57072317 in Status: SUCCESS [ 887.362450] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-64cf095e-38c6-4f59-b404-ca6f57072317" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.949827] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b503b44c-c026-4120-95d4-701afa7d90c7 in Status: SUCCESS [ 888.950187] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.553417] env[65642]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 889.553539] env[65642]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 890.203455] env[65642]: INFO networking_nsxv3.common.synchronization [None req-2b4f8031-8e4d-42b4-ac61-2f7973c7b465 None None] Enqueued Resource ID: a834b06c-9e78-4d6b-85e0-da354dc3f77a with Priority: HIGHEST for action port [ 890.204152] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a834b06c-9e78-4d6b-85e0-da354dc3f77a with Priority: HIGHEST for action port [ 890.204545] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-a834b06c-9e78-4d6b-85e0-da354dc3f77a taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.204733] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a834b06c-9e78-4d6b-85e0-da354dc3f77a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.204805] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a834b06c-9e78-4d6b-85e0-da354dc3f77a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.207591] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a834b06c-9e78-4d6b-85e0-da354dc3f77a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.207707] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a834b06c-9e78-4d6b-85e0-da354dc3f77a',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.712367] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a834b06c-9e78-4d6b-85e0-da354dc3f77a [ 890.712615] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.712754] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.712823] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.713044] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.713133] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.713224] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a834b06c-9e78-4d6b-85e0-da354dc3f77a already deleted. [ 890.713315] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a834b06c-9e78-4d6b-85e0-da354dc3f77a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.970896] env[65642]: INFO networking_nsxv3.common.synchronization [None req-0a78e971-725f-4c71-93d0-0c9a423b3957 None None] Enqueued Resource ID: 1b9f30d5-515f-4172-afa6-4b9c9687c4f3 with Priority: HIGHEST for action port [ 891.971512] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b9f30d5-515f-4172-afa6-4b9c9687c4f3 with Priority: HIGHEST for action port [ 891.973172] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-1b9f30d5-515f-4172-afa6-4b9c9687c4f3 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.973172] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1b9f30d5-515f-4172-afa6-4b9c9687c4f3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.973172] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1b9f30d5-515f-4172-afa6-4b9c9687c4f3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.973172] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1b9f30d5-515f-4172-afa6-4b9c9687c4f3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.973172] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b9f30d5-515f-4172-afa6-4b9c9687c4f3',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.475789] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1b9f30d5-515f-4172-afa6-4b9c9687c4f3 [ 892.476110] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.476286] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.476386] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.476620] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.476735] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.476852] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1b9f30d5-515f-4172-afa6-4b9c9687c4f3 already deleted. [ 892.476952] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1b9f30d5-515f-4172-afa6-4b9c9687c4f3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.473890] env[65642]: INFO networking_nsxv3.common.synchronization [None req-ff11831b-1620-4f6d-9947-2503d155d840 None None] Enqueued Resource ID: 2e6c47dd-14a4-4084-a54b-eaf1a3443213 with Priority: HIGHEST for action port [ 893.476385] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e6c47dd-14a4-4084-a54b-eaf1a3443213 with Priority: HIGHEST for action port [ 893.476385] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e6c47dd-14a4-4084-a54b-eaf1a3443213 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.476385] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e6c47dd-14a4-4084-a54b-eaf1a3443213" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.476385] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e6c47dd-14a4-4084-a54b-eaf1a3443213" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.476385] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e6c47dd-14a4-4084-a54b-eaf1a3443213" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.476385] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e6c47dd-14a4-4084-a54b-eaf1a3443213',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.980460] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2e6c47dd-14a4-4084-a54b-eaf1a3443213 [ 893.980735] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.980837] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.981254] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.981254] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.981254] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.981444] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2e6c47dd-14a4-4084-a54b-eaf1a3443213 already deleted. [ 893.981444] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e6c47dd-14a4-4084-a54b-eaf1a3443213" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.074779] env[65642]: INFO networking_nsxv3.common.synchronization [req-511e3995-7adb-4555-a0ac-7f095882fc36 req-d95b226c-6537-44b7-a587-001eb5c57edb tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Enqueued Resource ID: 0fd5ebee-27ad-48de-a780-a823cd496c9c with Priority: HIGHEST for action security_group_members [ 895.075495] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fd5ebee-27ad-48de-a780-a823cd496c9c with Priority: HIGHEST for action security_group_members [ 895.075847] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fd5ebee-27ad-48de-a780-a823cd496c9c taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.075967] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.076079] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.076585] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.076585] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.076585] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.076715] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.076948] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.077118] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.077219] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0fd5ebee-27ad-48de-a780-a823cd496c9c',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.580131] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.581229] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.581360] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.581987] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.582776] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.583044] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.583156] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.583220] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.583402] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.583997] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.584114] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0fd5ebee-27ad-48de-a780-a823cd496c9c already deleted. [ 895.584208] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.644835] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock network-365 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.645510] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "network-365" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.645510] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "network-365" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.645510] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "network-365" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.645867] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.646343] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.647687] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.647687] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.647687] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.647687] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 895.650449] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] NeedRegenerationException {{(pid=65642) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 895.650449] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] no value, waiting for create lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 895.650449] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] value creation lock acquired {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 895.650449] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 895.650449] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Calling creation function for not-yet-present value {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 895.650449] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 895.675025] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 895.675249] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65642) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 895.675443] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Released creation lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 895.675632] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "network-365" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.676076] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock port-0a6dccfc-e11b-4e67-95c4-9f154f61d64b taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.676269] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "port-0a6dccfc-e11b-4e67-95c4-9f154f61d64b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.676387] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "port-0a6dccfc-e11b-4e67-95c4-9f154f61d64b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.676699] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "port-0a6dccfc-e11b-4e67-95c4-9f154f61d64b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.676837] env[65642]: DEBUG networking_nsxv3.api.rpc [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a6dccfc-e11b-4e67-95c4-9f154f61d64b',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.777798] env[65642]: INFO networking_nsxv3.common.synchronization [None req-9332f24c-567b-43f1-8cfb-21418893398c None None] Enqueued Resource ID: 8a729e76-6fa6-44f8-b49a-a49e67b03fdd with Priority: HIGHEST for action port [ 895.778762] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a729e76-6fa6-44f8-b49a-a49e67b03fdd with Priority: HIGHEST for action port [ 895.780096] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a729e76-6fa6-44f8-b49a-a49e67b03fdd taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.780261] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a729e76-6fa6-44f8-b49a-a49e67b03fdd" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.780350] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a729e76-6fa6-44f8-b49a-a49e67b03fdd" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.784093] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a729e76-6fa6-44f8-b49a-a49e67b03fdd" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.784222] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a729e76-6fa6-44f8-b49a-a49e67b03fdd',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.179067] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.179580] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.179580] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.179873] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.180102] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.180311] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Segment Port 0a6dccfc-e11b-4e67-95c4-9f154f61d64b not found, creating... [ 896.180656] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.180847] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.181032] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.181359] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.181515] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.181895] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.182112] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.182287] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.182558] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.182725] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.182904] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Resource: SegmentPort with ID: 0a6dccfc-e11b-4e67-95c4-9f154f61d64b is going to be created. [ 896.206489] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.206489] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.206489] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.206489] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.206489] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.207170] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "port-0a6dccfc-e11b-4e67-95c4-9f154f61d64b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.287542] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8a729e76-6fa6-44f8-b49a-a49e67b03fdd [ 896.287792] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.287939] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.288057] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.288594] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.288736] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.289175] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8a729e76-6fa6-44f8-b49a-a49e67b03fdd already deleted. [ 896.289175] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a729e76-6fa6-44f8-b49a-a49e67b03fdd" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.914987] env[65642]: INFO networking_nsxv3.common.synchronization [None req-7fc36145-f750-4ba9-bd16-5223587883fc None None] Enqueued Resource ID: 3732eb1a-55e4-4306-b9db-b7eaf67e0a34 with Priority: HIGHEST for action port [ 896.914987] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3732eb1a-55e4-4306-b9db-b7eaf67e0a34 with Priority: HIGHEST for action port [ 896.915388] env[65642]: INFO networking_nsxv3.common.synchronization [req-511e3995-7adb-4555-a0ac-7f095882fc36 req-30e84e30-ac1d-4917-9e67-306a5582cdae service nova] Enqueued Resource ID: 0fd5ebee-27ad-48de-a780-a823cd496c9c with Priority: HIGHEST for action security_group_rules [ 896.915653] env[65642]: INFO networking_nsxv3.common.synchronization [req-511e3995-7adb-4555-a0ac-7f095882fc36 req-30e84e30-ac1d-4917-9e67-306a5582cdae service nova] Enqueued Resource ID: 0fd5ebee-27ad-48de-a780-a823cd496c9c with Priority: HIGHEST for action security_group_members [ 896.915791] env[65642]: INFO networking_nsxv3.common.synchronization [req-511e3995-7adb-4555-a0ac-7f095882fc36 req-30e84e30-ac1d-4917-9e67-306a5582cdae service nova] Enqueued Resource ID: 0a6dccfc-e11b-4e67-95c4-9f154f61d64b with Priority: HIGHEST for action port [ 896.916189] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-3732eb1a-55e4-4306-b9db-b7eaf67e0a34 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.917162] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3732eb1a-55e4-4306-b9db-b7eaf67e0a34" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.917162] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3732eb1a-55e4-4306-b9db-b7eaf67e0a34" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.917318] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3732eb1a-55e4-4306-b9db-b7eaf67e0a34" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.918500] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3732eb1a-55e4-4306-b9db-b7eaf67e0a34',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.918993] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fd5ebee-27ad-48de-a780-a823cd496c9c with Priority: HIGHEST for action security_group_rules [ 896.918993] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fd5ebee-27ad-48de-a780-a823cd496c9c with Priority: HIGHEST for action security_group_members [ 896.919086] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a6dccfc-e11b-4e67-95c4-9f154f61d64b with Priority: HIGHEST for action port [ 896.919480] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0fd5ebee-27ad-48de-a780-a823cd496c9c taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.919596] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.919663] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.920165] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.920165] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0fd5ebee-27ad-48de-a780-a823cd496c9c',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.920930] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fd5ebee-27ad-48de-a780-a823cd496c9c taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.923028] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.923028] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.923028] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.923028] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.923028] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.923028] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.923028] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.923028] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.923028] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0fd5ebee-27ad-48de-a780-a823cd496c9c',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.923028] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a6dccfc-e11b-4e67-95c4-9f154f61d64b taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.923028] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a6dccfc-e11b-4e67-95c4-9f154f61d64b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.923028] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a6dccfc-e11b-4e67-95c4-9f154f61d64b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.923028] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a6dccfc-e11b-4e67-95c4-9f154f61d64b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.923611] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a6dccfc-e11b-4e67-95c4-9f154f61d64b',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.421110] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3732eb1a-55e4-4306-b9db-b7eaf67e0a34 [ 897.421518] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.422080] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.422208] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.422452] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.422548] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.422685] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3732eb1a-55e4-4306-b9db-b7eaf67e0a34 already deleted. [ 897.422729] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3732eb1a-55e4-4306-b9db-b7eaf67e0a34" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.428601] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0fd5ebee-27ad-48de-a780-a823cd496c9c',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.428601] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fd5ebee-27ad-48de-a780-a823cd496c9c taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.428601] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.428601] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0a6dccfc-e11b-4e67-95c4-9f154f61d64b with status ACTIVE [ 897.428765] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.431506] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.431506] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.431506] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.431803] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.432119] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.432119] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.432119] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.432261] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.432261] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.434287] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.434287] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.434287] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.437909] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.437909] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.437909] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0a6dccfc-e11b-4e67-95c4-9f154f61d64b is going to be updated. [ 897.463939] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.464110] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.464166] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.464390] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.464985] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.464985] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a6dccfc-e11b-4e67-95c4-9f154f61d64b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.938454] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0fd5ebee-27ad-48de-a780-a823cd496c9c',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.367894] env[65642]: INFO networking_nsxv3.common.synchronization [None req-7a8042e4-3e56-488b-8bdd-429943353255 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Enqueued Resource ID: 4bfd9b79-1782-475e-b528-c73d4a703442 with Priority: HIGHEST for action security_group_rules [ 898.367894] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bfd9b79-1782-475e-b528-c73d4a703442 with Priority: HIGHEST for action security_group_rules [ 898.368249] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4bfd9b79-1782-475e-b528-c73d4a703442 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.368249] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4bfd9b79-1782-475e-b528-c73d4a703442" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.368331] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4bfd9b79-1782-475e-b528-c73d4a703442" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.368518] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4bfd9b79-1782-475e-b528-c73d4a703442" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.368595] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4bfd9b79-1782-475e-b528-c73d4a703442',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.442166] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.443041] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.443332] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.443752] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.443858] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.443971] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0fd5ebee-27ad-48de-a780-a823cd496c9c is going to be created. [ 898.468030] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.468030] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.468030] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.468423] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.468423] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.479470] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fd5ebee-27ad-48de-a780-a823cd496c9c in Status: UNINITIALIZED for 2s [ 898.511594] env[65642]: INFO networking_nsxv3.common.synchronization [None req-dcdcc7d5-e748-4ebf-ada6-663f5ca7a35f tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Enqueued Resource ID: 4bfd9b79-1782-475e-b528-c73d4a703442 with Priority: HIGHEST for action security_group_rules [ 898.512133] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bfd9b79-1782-475e-b528-c73d4a703442 with Priority: HIGHEST for action security_group_rules [ 898.512435] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4bfd9b79-1782-475e-b528-c73d4a703442 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.512537] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4bfd9b79-1782-475e-b528-c73d4a703442" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.892208] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.892447] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.892540] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.892821] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.892957] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.893110] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4bfd9b79-1782-475e-b528-c73d4a703442 already deleted. [ 898.893245] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4bfd9b79-1782-475e-b528-c73d4a703442" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.895052] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4bfd9b79-1782-475e-b528-c73d4a703442" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.895052] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4bfd9b79-1782-475e-b528-c73d4a703442" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.895052] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4bfd9b79-1782-475e-b528-c73d4a703442',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.392168] env[65642]: INFO networking_nsxv3.common.synchronization [None req-dff3a7b5-1155-4f26-ab80-67e073f18049 None None] Enqueued Resource ID: 4012e3e5-968b-4ff3-b0bf-659ca53b5df7 with Priority: HIGHEST for action port [ 899.392751] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4012e3e5-968b-4ff3-b0bf-659ca53b5df7 with Priority: HIGHEST for action port [ 899.393095] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-4012e3e5-968b-4ff3-b0bf-659ca53b5df7 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.393240] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4012e3e5-968b-4ff3-b0bf-659ca53b5df7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.393281] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4012e3e5-968b-4ff3-b0bf-659ca53b5df7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.393539] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4012e3e5-968b-4ff3-b0bf-659ca53b5df7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.393617] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4012e3e5-968b-4ff3-b0bf-659ca53b5df7',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.417031] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.417031] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.417031] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.417309] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.417369] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.417618] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4bfd9b79-1782-475e-b528-c73d4a703442 already deleted. [ 899.417618] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4bfd9b79-1782-475e-b528-c73d4a703442" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.896239] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4012e3e5-968b-4ff3-b0bf-659ca53b5df7 [ 899.896239] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.896239] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.896239] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.896755] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.896755] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.896755] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4012e3e5-968b-4ff3-b0bf-659ca53b5df7 already deleted. [ 899.896755] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4012e3e5-968b-4ff3-b0bf-659ca53b5df7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.491573] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fd5ebee-27ad-48de-a780-a823cd496c9c in Status: SUCCESS [ 900.491789] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.491988] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.492845] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.492845] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.492845] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.492845] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.492845] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.493263] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.493263] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.493263] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0fd5ebee-27ad-48de-a780-a823cd496c9c',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.998024] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fd5ebee-27ad-48de-a780-a823cd496c9c taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.998024] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.998024] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.998024] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.998024] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.998024] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.998024] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.998024] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.998024] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.998024] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.998024] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fd5ebee-27ad-48de-a780-a823cd496c9c taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.998024] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.998024] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.998024] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.998024] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.998024] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.998905] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.998905] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.998905] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.998905] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.998905] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0fd5ebee-27ad-48de-a780-a823cd496c9c',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.503797] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0fd5ebee-27ad-48de-a780-a823cd496c9c: rpc.has_security_group_logging(os_id): False [ 901.525214] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.525214] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.525214] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.525214] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.525214] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.525404] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.525404] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.525404] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.525700] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.525859] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.526098] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.526603] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.526697] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.526879] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.527637] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.527927] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.528032] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.528104] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.528254] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.528332] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.528419] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0fd5ebee-27ad-48de-a780-a823cd496c9c is going to be created. [ 901.591018] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.591243] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.591243] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.591448] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.591628] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.604955] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0fd5ebee-27ad-48de-a780-a823cd496c9c in Status: IN_PROGRESS for 2s [ 901.873116] env[65642]: INFO networking_nsxv3.common.synchronization [req-4777ba8a-609d-4a49-b8e2-0c5fb68b45c0 req-826a0167-1e3e-4043-995f-89378c0d5e5f tempest-ServersNegativeTestMultiTenantJSON-1576076910 tempest-ServersNegativeTestMultiTenantJSON-1576076910-project-member] Enqueued Resource ID: 3e96f8e3-7b81-48f5-a5c7-127b0a96e9b1 with Priority: HIGHEST for action security_group_members [ 901.873760] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e96f8e3-7b81-48f5-a5c7-127b0a96e9b1 with Priority: HIGHEST for action security_group_members [ 901.874890] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e96f8e3-7b81-48f5-a5c7-127b0a96e9b1 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.875061] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e96f8e3-7b81-48f5-a5c7-127b0a96e9b1" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.875121] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e96f8e3-7b81-48f5-a5c7-127b0a96e9b1" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.876268] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e96f8e3-7b81-48f5-a5c7-127b0a96e9b1" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.876448] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.876636] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.876636] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.876782] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.876871] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.880208] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e96f8e3-7b81-48f5-a5c7-127b0a96e9b1',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.029703] env[65642]: INFO networking_nsxv3.common.synchronization [None req-02ea24f9-fb0e-4c20-8c28-db7545270be0 None None] Enqueued Resource ID: e7df3356-7cc9-40c7-bf60-682db5d33f38 with Priority: HIGHEST for action port [ 902.030547] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7df3356-7cc9-40c7-bf60-682db5d33f38 with Priority: HIGHEST for action port [ 902.030891] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-e7df3356-7cc9-40c7-bf60-682db5d33f38 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.031571] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e7df3356-7cc9-40c7-bf60-682db5d33f38" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.031716] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e7df3356-7cc9-40c7-bf60-682db5d33f38" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.032634] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e7df3356-7cc9-40c7-bf60-682db5d33f38" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.032634] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7df3356-7cc9-40c7-bf60-682db5d33f38',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.383423] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.383695] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.383813] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.384152] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.384266] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.384499] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.384606] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.384670] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.384825] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.384902] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.384986] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e96f8e3-7b81-48f5-a5c7-127b0a96e9b1 already deleted. [ 902.385086] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e96f8e3-7b81-48f5-a5c7-127b0a96e9b1" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.417294] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock network-934 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.417494] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "network-934" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.417634] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "network-934" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.418545] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "network-934" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.418989] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.419200] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.419336] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.419568] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.419921] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.420088] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 902.420266] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] NeedRegenerationException {{(pid=65642) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 902.420425] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] no value, waiting for create lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 902.420594] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] value creation lock acquired {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 902.420780] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 902.420935] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Calling creation function for not-yet-present value {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 902.421132] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 902.443066] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 902.443270] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65642) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 902.443373] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Released creation lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 902.443701] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "network-934" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.444094] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock port-be1aeb2c-5998-4e0b-b548-625e5659eb23 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.444222] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "port-be1aeb2c-5998-4e0b-b548-625e5659eb23" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.444317] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "port-be1aeb2c-5998-4e0b-b548-625e5659eb23" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.444637] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "port-be1aeb2c-5998-4e0b-b548-625e5659eb23" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.444804] env[65642]: DEBUG networking_nsxv3.api.rpc [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be1aeb2c-5998-4e0b-b548-625e5659eb23',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.535181] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e7df3356-7cc9-40c7-bf60-682db5d33f38 [ 902.535429] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.535569] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.535639] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.535855] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.535943] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.536050] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e7df3356-7cc9-40c7-bf60-682db5d33f38 already deleted. [ 902.536132] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e7df3356-7cc9-40c7-bf60-682db5d33f38" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.947024] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.947592] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.947592] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.947743] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.947843] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.948017] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Segment Port be1aeb2c-5998-4e0b-b548-625e5659eb23 not found, creating... [ 902.949124] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.949124] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.949124] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.949124] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.949124] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.949411] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.949411] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.949526] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.949692] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.949896] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.950199] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Resource: SegmentPort with ID: be1aeb2c-5998-4e0b-b548-625e5659eb23 is going to be created. [ 902.972148] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.972877] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.972877] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.972877] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.973154] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.973317] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "port-be1aeb2c-5998-4e0b-b548-625e5659eb23" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.132383] env[65642]: INFO networking_nsxv3.common.synchronization [req-3ea8258c-2886-43bd-bbe4-8588433386a5 req-8af18344-8725-42d5-b395-4c8cebb1e4f3 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Enqueued Resource ID: 53fa6b5d-a282-40e5-bbc1-4ba618028562 with Priority: HIGHEST for action security_group_members [ 903.132943] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53fa6b5d-a282-40e5-bbc1-4ba618028562 with Priority: HIGHEST for action security_group_members [ 903.134272] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-53fa6b5d-a282-40e5-bbc1-4ba618028562 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.134272] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53fa6b5d-a282-40e5-bbc1-4ba618028562" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.134272] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53fa6b5d-a282-40e5-bbc1-4ba618028562" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.134272] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53fa6b5d-a282-40e5-bbc1-4ba618028562" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.134272] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.134272] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.134272] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.134714] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.134714] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.134714] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53fa6b5d-a282-40e5-bbc1-4ba618028562',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.617802] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0fd5ebee-27ad-48de-a780-a823cd496c9c in Status: SUCCESS [ 903.618299] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.642193] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('53fa6b5d-a282-40e5-bbc1-4ba618028562',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.718211] env[65642]: INFO networking_nsxv3.common.synchronization [req-4777ba8a-609d-4a49-b8e2-0c5fb68b45c0 req-96c35faf-fb94-428c-986d-51e735c71736 service nova] Enqueued Resource ID: 3e96f8e3-7b81-48f5-a5c7-127b0a96e9b1 with Priority: HIGHEST for action security_group_rules [ 903.718648] env[65642]: INFO networking_nsxv3.common.synchronization [req-4777ba8a-609d-4a49-b8e2-0c5fb68b45c0 req-96c35faf-fb94-428c-986d-51e735c71736 service nova] Enqueued Resource ID: 3e96f8e3-7b81-48f5-a5c7-127b0a96e9b1 with Priority: HIGHEST for action security_group_members [ 903.719116] env[65642]: INFO networking_nsxv3.common.synchronization [req-4777ba8a-609d-4a49-b8e2-0c5fb68b45c0 req-96c35faf-fb94-428c-986d-51e735c71736 service nova] Enqueued Resource ID: be1aeb2c-5998-4e0b-b548-625e5659eb23 with Priority: HIGHEST for action port [ 903.720774] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e96f8e3-7b81-48f5-a5c7-127b0a96e9b1 with Priority: HIGHEST for action security_group_rules [ 903.721045] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e96f8e3-7b81-48f5-a5c7-127b0a96e9b1 with Priority: HIGHEST for action security_group_members [ 903.721706] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be1aeb2c-5998-4e0b-b548-625e5659eb23 with Priority: HIGHEST for action port [ 903.721989] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e96f8e3-7b81-48f5-a5c7-127b0a96e9b1 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.722189] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e96f8e3-7b81-48f5-a5c7-127b0a96e9b1" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.722368] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e96f8e3-7b81-48f5-a5c7-127b0a96e9b1" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.722903] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e96f8e3-7b81-48f5-a5c7-127b0a96e9b1" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.723086] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e96f8e3-7b81-48f5-a5c7-127b0a96e9b1',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.724536] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e96f8e3-7b81-48f5-a5c7-127b0a96e9b1 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.724838] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e96f8e3-7b81-48f5-a5c7-127b0a96e9b1" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.725014] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e96f8e3-7b81-48f5-a5c7-127b0a96e9b1" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.725373] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e96f8e3-7b81-48f5-a5c7-127b0a96e9b1" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.725597] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.726355] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.726355] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.726355] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.726355] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.726355] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e96f8e3-7b81-48f5-a5c7-127b0a96e9b1',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.729892] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-be1aeb2c-5998-4e0b-b548-625e5659eb23 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.729892] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-be1aeb2c-5998-4e0b-b548-625e5659eb23" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.731396] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-be1aeb2c-5998-4e0b-b548-625e5659eb23" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.731913] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-be1aeb2c-5998-4e0b-b548-625e5659eb23" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.733310] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be1aeb2c-5998-4e0b-b548-625e5659eb23',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.142887] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('53fa6b5d-a282-40e5-bbc1-4ba618028562',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.237555] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e96f8e3-7b81-48f5-a5c7-127b0a96e9b1 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.237779] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e96f8e3-7b81-48f5-a5c7-127b0a96e9b1" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.237863] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3e96f8e3-7b81-48f5-a5c7-127b0a96e9b1',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.238895] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port be1aeb2c-5998-4e0b-b548-625e5659eb23 with status ACTIVE [ 904.239347] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.239347] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.239347] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.239581] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.239581] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.239757] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.239852] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.239907] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.241135] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.241135] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.243102] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.243102] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.243102] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.243102] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.243102] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.243102] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: be1aeb2c-5998-4e0b-b548-625e5659eb23 is going to be updated. [ 904.267796] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.268293] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.268749] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.269102] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.269266] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.269442] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-be1aeb2c-5998-4e0b-b548-625e5659eb23" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.365468] env[65642]: INFO networking_nsxv3.common.synchronization [req-ffeee977-02ce-4289-91d0-f2d32e70094b req-e08d93ef-a564-4c4a-b0c7-1883311967f9 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Enqueued Resource ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d with Priority: HIGHEST for action security_group_members [ 904.369018] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d with Priority: HIGHEST for action security_group_members [ 904.369018] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-18f2a55f-5961-42a6-992b-c4e6552ec92d taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.369018] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.369018] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.369018] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.369920] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.370112] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.371392] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.371392] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.371392] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.371392] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18f2a55f-5961-42a6-992b-c4e6552ec92d',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.647760] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.647923] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.647923] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.648188] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.648268] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.648295] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53fa6b5d-a282-40e5-bbc1-4ba618028562 is going to be updated. [ 904.677457] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.677787] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.677787] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.677856] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.678087] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.688892] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53fa6b5d-a282-40e5-bbc1-4ba618028562 in Status: IN_PROGRESS for 2s [ 904.745486] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3e96f8e3-7b81-48f5-a5c7-127b0a96e9b1',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.762555] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock network-130 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.762889] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "network-130" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.764815] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "network-130" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.765402] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "network-130" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.765694] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.765985] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.766144] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.766468] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.766706] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.767104] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 904.767633] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] NeedRegenerationException {{(pid=65642) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 904.767906] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] no value, waiting for create lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 904.768832] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] value creation lock acquired {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 904.769009] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 904.769153] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Calling creation function for not-yet-present value {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 904.769317] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 904.795182] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 904.795486] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65642) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 904.795718] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Released creation lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 904.796986] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "network-130" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.796986] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock port-92e120b2-11a9-4c7c-8ed7-e6fd7756df75 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.797895] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "port-92e120b2-11a9-4c7c-8ed7-e6fd7756df75" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.797895] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "port-92e120b2-11a9-4c7c-8ed7-e6fd7756df75" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.798068] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "port-92e120b2-11a9-4c7c-8ed7-e6fd7756df75" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.798236] env[65642]: DEBUG networking_nsxv3.api.rpc [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92e120b2-11a9-4c7c-8ed7-e6fd7756df75',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.872888] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('18f2a55f-5961-42a6-992b-c4e6552ec92d',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.010324] env[65642]: INFO networking_nsxv3.common.synchronization [None req-8cbbe4c7-a563-4440-9490-63d0859c18cc None None] Enqueued Resource ID: 11d0af06-30ed-46f8-8e76-d5176bbfc967 with Priority: HIGHEST for action port [ 905.010891] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11d0af06-30ed-46f8-8e76-d5176bbfc967 with Priority: HIGHEST for action port [ 905.011400] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-11d0af06-30ed-46f8-8e76-d5176bbfc967 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.011627] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-11d0af06-30ed-46f8-8e76-d5176bbfc967" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.011708] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-11d0af06-30ed-46f8-8e76-d5176bbfc967" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.011985] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-11d0af06-30ed-46f8-8e76-d5176bbfc967" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.012085] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11d0af06-30ed-46f8-8e76-d5176bbfc967',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.219935] env[65642]: INFO networking_nsxv3.common.synchronization [None req-15e920ac-72d5-4435-a751-8a88f591de99 None None] Enqueued Resource ID: cb008c65-6e6b-45be-9009-baf45051cda6 with Priority: HIGHEST for action port [ 905.220544] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb008c65-6e6b-45be-9009-baf45051cda6 with Priority: HIGHEST for action port [ 905.220879] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-cb008c65-6e6b-45be-9009-baf45051cda6 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.221012] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cb008c65-6e6b-45be-9009-baf45051cda6" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.221447] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cb008c65-6e6b-45be-9009-baf45051cda6" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.221760] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cb008c65-6e6b-45be-9009-baf45051cda6" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.221858] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb008c65-6e6b-45be-9009-baf45051cda6',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.251176] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.251176] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.251431] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.251431] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.251580] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.251635] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e96f8e3-7b81-48f5-a5c7-127b0a96e9b1 is going to be created. [ 905.289038] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.289038] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.289182] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.289759] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.289759] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.302431] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.302661] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.302828] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.303523] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.303523] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.303664] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Segment Port 92e120b2-11a9-4c7c-8ed7-e6fd7756df75 not found, creating... [ 905.303911] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.304108] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.304229] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.304747] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.304747] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.305081] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.305268] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.305378] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.305599] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.305764] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.306331] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Resource: SegmentPort with ID: 92e120b2-11a9-4c7c-8ed7-e6fd7756df75 is going to be created. [ 905.310317] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e96f8e3-7b81-48f5-a5c7-127b0a96e9b1 in Status: UNINITIALIZED for 2s [ 905.330379] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.330641] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.330778] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.330996] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.331241] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.331477] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "port-92e120b2-11a9-4c7c-8ed7-e6fd7756df75" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.375887] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('18f2a55f-5961-42a6-992b-c4e6552ec92d',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.515332] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 11d0af06-30ed-46f8-8e76-d5176bbfc967 [ 905.515568] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.515708] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.515896] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.516152] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.516246] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.516343] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:11d0af06-30ed-46f8-8e76-d5176bbfc967 already deleted. [ 905.516424] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-11d0af06-30ed-46f8-8e76-d5176bbfc967" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.724246] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cb008c65-6e6b-45be-9009-baf45051cda6 [ 905.724566] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.724768] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.724870] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.725107] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.725199] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.725298] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cb008c65-6e6b-45be-9009-baf45051cda6 already deleted. [ 905.725391] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cb008c65-6e6b-45be-9009-baf45051cda6" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.879873] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.879873] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.879873] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.880087] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.880203] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.880286] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d is going to be updated. [ 905.911243] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.911386] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.911449] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.911683] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.913835] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.921935] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d in Status: IN_PROGRESS for 2s [ 905.958690] env[65642]: INFO networking_nsxv3.common.synchronization [None req-019d093e-f46d-4d4d-aa92-20a02fc86cd6 tempest-ServersTestManualDisk-1648227799 tempest-ServersTestManualDisk-1648227799-project-member] Enqueued Resource ID: ae924ace-0eec-4781-9c67-ca2b9a232896 with Priority: HIGHEST for action security_group_rules [ 905.959334] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae924ace-0eec-4781-9c67-ca2b9a232896 with Priority: HIGHEST for action security_group_rules [ 905.959773] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ae924ace-0eec-4781-9c67-ca2b9a232896 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.959773] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ae924ace-0eec-4781-9c67-ca2b9a232896" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.959895] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ae924ace-0eec-4781-9c67-ca2b9a232896" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.960093] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ae924ace-0eec-4781-9c67-ca2b9a232896" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.960227] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ae924ace-0eec-4781-9c67-ca2b9a232896',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.069525] env[65642]: INFO networking_nsxv3.common.synchronization [req-ffeee977-02ce-4289-91d0-f2d32e70094b req-f1b94019-3310-4418-abbb-29ebf19e2425 service nova] Enqueued Resource ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d with Priority: HIGHEST for action security_group_rules [ 906.069525] env[65642]: INFO networking_nsxv3.common.synchronization [req-ffeee977-02ce-4289-91d0-f2d32e70094b req-f1b94019-3310-4418-abbb-29ebf19e2425 service nova] Enqueued Resource ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d with Priority: HIGHEST for action security_group_members [ 906.069835] env[65642]: INFO networking_nsxv3.common.synchronization [req-ffeee977-02ce-4289-91d0-f2d32e70094b req-f1b94019-3310-4418-abbb-29ebf19e2425 service nova] Enqueued Resource ID: 92e120b2-11a9-4c7c-8ed7-e6fd7756df75 with Priority: HIGHEST for action port [ 906.071465] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d with Priority: HIGHEST for action security_group_rules [ 906.072650] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d with Priority: HIGHEST for action security_group_members [ 906.072650] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92e120b2-11a9-4c7c-8ed7-e6fd7756df75 with Priority: HIGHEST for action port [ 906.072650] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-18f2a55f-5961-42a6-992b-c4e6552ec92d taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.072824] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.072928] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.073321] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.073672] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('18f2a55f-5961-42a6-992b-c4e6552ec92d',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.074915] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-18f2a55f-5961-42a6-992b-c4e6552ec92d taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.078375] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.078375] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-92e120b2-11a9-4c7c-8ed7-e6fd7756df75 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.078375] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-92e120b2-11a9-4c7c-8ed7-e6fd7756df75" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.078375] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-92e120b2-11a9-4c7c-8ed7-e6fd7756df75" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.078375] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-92e120b2-11a9-4c7c-8ed7-e6fd7756df75" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.078375] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92e120b2-11a9-4c7c-8ed7-e6fd7756df75',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.175512] env[65642]: INFO networking_nsxv3.common.synchronization [None req-8cbb2bb0-b02d-4e05-b004-29818748eb03 tempest-ServersTestManualDisk-1648227799 tempest-ServersTestManualDisk-1648227799-project-member] Enqueued Resource ID: ae924ace-0eec-4781-9c67-ca2b9a232896 with Priority: HIGHEST for action security_group_rules [ 906.175512] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae924ace-0eec-4781-9c67-ca2b9a232896 with Priority: HIGHEST for action security_group_rules [ 906.175512] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ae924ace-0eec-4781-9c67-ca2b9a232896 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.175962] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ae924ace-0eec-4781-9c67-ca2b9a232896" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.416624] env[65642]: INFO networking_nsxv3.common.synchronization [req-c89a2d7c-40ba-469b-9271-82ca0d765645 req-eb190a18-e81a-4514-90ad-64e15fb44577 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Enqueued Resource ID: 275dc271-b0af-4a42-966e-14343faaa755 with Priority: HIGHEST for action security_group_members [ 906.417486] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 275dc271-b0af-4a42-966e-14343faaa755 with Priority: HIGHEST for action security_group_members [ 906.417794] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-275dc271-b0af-4a42-966e-14343faaa755 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.418455] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.418515] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.418720] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.418931] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.419049] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.419112] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.419264] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.419349] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.420503] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('275dc271-b0af-4a42-966e-14343faaa755',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.485075] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.485075] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.485075] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.485317] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.485369] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.485469] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ae924ace-0eec-4781-9c67-ca2b9a232896 already deleted. [ 906.485597] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ae924ace-0eec-4781-9c67-ca2b9a232896" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.486335] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ae924ace-0eec-4781-9c67-ca2b9a232896" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.486519] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ae924ace-0eec-4781-9c67-ca2b9a232896" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.486611] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ae924ace-0eec-4781-9c67-ca2b9a232896',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.582030] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-18f2a55f-5961-42a6-992b-c4e6552ec92d taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.582030] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.582200] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 92e120b2-11a9-4c7c-8ed7-e6fd7756df75 with status ACTIVE [ 906.582340] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.582444] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.582540] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.582767] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.582852] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.583038] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.583490] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.583490] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.583490] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.583490] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.583675] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.583749] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.583816] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.583958] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.584047] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.584881] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 92e120b2-11a9-4c7c-8ed7-e6fd7756df75 is going to be updated. [ 906.610168] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.610357] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.610428] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.610648] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.611734] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.611734] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-92e120b2-11a9-4c7c-8ed7-e6fd7756df75" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.704737] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53fa6b5d-a282-40e5-bbc1-4ba618028562 in Status: SUCCESS [ 906.705446] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53fa6b5d-a282-40e5-bbc1-4ba618028562" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.922623] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.922951] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.923051] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.924304] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.924304] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.924304] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.924304] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.924304] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.924304] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.924304] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.925111] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 275dc271-b0af-4a42-966e-14343faaa755 is going to be updated. [ 906.968781] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.969010] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.969122] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.969422] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.969629] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.984802] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 275dc271-b0af-4a42-966e-14343faaa755 in Status: IN_PROGRESS for 2s [ 907.009528] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.009698] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.009775] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.009995] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.010168] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.010233] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ae924ace-0eec-4781-9c67-ca2b9a232896 already deleted. [ 907.010274] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ae924ace-0eec-4781-9c67-ca2b9a232896" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.333023] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e96f8e3-7b81-48f5-a5c7-127b0a96e9b1 in Status: SUCCESS [ 907.333023] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e96f8e3-7b81-48f5-a5c7-127b0a96e9b1" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.333023] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e96f8e3-7b81-48f5-a5c7-127b0a96e9b1" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.333023] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e96f8e3-7b81-48f5-a5c7-127b0a96e9b1" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.333023] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.333023] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.333023] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.333023] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.333023] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.333023] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e96f8e3-7b81-48f5-a5c7-127b0a96e9b1" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.333023] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3e96f8e3-7b81-48f5-a5c7-127b0a96e9b1',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.393790] env[65642]: INFO networking_nsxv3.common.synchronization [None req-88492277-0e66-4ca0-8ae6-49ca6cb76810 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Enqueued Resource ID: 667f782b-a80d-4de6-9fef-1129c0d1ade3 with Priority: HIGHEST for action security_group_rules [ 907.394345] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 667f782b-a80d-4de6-9fef-1129c0d1ade3 with Priority: HIGHEST for action security_group_rules [ 907.394665] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-667f782b-a80d-4de6-9fef-1129c0d1ade3 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.394782] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-667f782b-a80d-4de6-9fef-1129c0d1ade3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.396029] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-667f782b-a80d-4de6-9fef-1129c0d1ade3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.397538] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-667f782b-a80d-4de6-9fef-1129c0d1ade3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.397697] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('667f782b-a80d-4de6-9fef-1129c0d1ade3',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.501561] env[65642]: INFO networking_nsxv3.common.synchronization [None req-7fb24c00-b2a3-42e9-b961-704f4cace81b tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Enqueued Resource ID: 667f782b-a80d-4de6-9fef-1129c0d1ade3 with Priority: HIGHEST for action security_group_rules [ 907.502077] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 667f782b-a80d-4de6-9fef-1129c0d1ade3 with Priority: HIGHEST for action security_group_rules [ 907.502445] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-667f782b-a80d-4de6-9fef-1129c0d1ade3 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.502547] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-667f782b-a80d-4de6-9fef-1129c0d1ade3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.835365] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e96f8e3-7b81-48f5-a5c7-127b0a96e9b1 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.835716] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e96f8e3-7b81-48f5-a5c7-127b0a96e9b1" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.835870] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e96f8e3-7b81-48f5-a5c7-127b0a96e9b1" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.836247] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e96f8e3-7b81-48f5-a5c7-127b0a96e9b1" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.836530] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.836702] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.836835] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.838850] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.838850] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.838850] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e96f8e3-7b81-48f5-a5c7-127b0a96e9b1" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.838850] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e96f8e3-7b81-48f5-a5c7-127b0a96e9b1 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.838850] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e96f8e3-7b81-48f5-a5c7-127b0a96e9b1" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.838850] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e96f8e3-7b81-48f5-a5c7-127b0a96e9b1" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.839891] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e96f8e3-7b81-48f5-a5c7-127b0a96e9b1" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.840327] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.840327] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.840439] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.840718] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.840822] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.841451] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e96f8e3-7b81-48f5-a5c7-127b0a96e9b1" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.841636] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3e96f8e3-7b81-48f5-a5c7-127b0a96e9b1',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.923129] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.923129] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.923129] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.923129] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.923129] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.923129] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 667f782b-a80d-4de6-9fef-1129c0d1ade3 already deleted. [ 907.923129] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-667f782b-a80d-4de6-9fef-1129c0d1ade3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.923129] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-667f782b-a80d-4de6-9fef-1129c0d1ade3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.923129] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-667f782b-a80d-4de6-9fef-1129c0d1ade3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.923129] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('667f782b-a80d-4de6-9fef-1129c0d1ade3',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.938499] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d in Status: SUCCESS [ 907.938499] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.938499] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.938499] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.938499] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.938499] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.938499] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.938499] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.938499] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.938499] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18f2a55f-5961-42a6-992b-c4e6552ec92d',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.346326] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3e96f8e3-7b81-48f5-a5c7-127b0a96e9b1: rpc.has_security_group_logging(os_id): False [ 908.365595] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.365775] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.365889] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.366034] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.366131] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.366325] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.366444] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.366513] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.366704] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.366787] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.366990] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.367658] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.367658] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.367658] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.367658] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.367965] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.367965] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.367965] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.368151] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.368151] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.368254] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e96f8e3-7b81-48f5-a5c7-127b0a96e9b1 is going to be created. [ 908.436841] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.437070] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.437070] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.437298] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.437913] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.441213] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('18f2a55f-5961-42a6-992b-c4e6552ec92d',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.454055] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.454055] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.454242] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.454306] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.454395] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.454498] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 667f782b-a80d-4de6-9fef-1129c0d1ade3 already deleted. [ 908.454628] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-667f782b-a80d-4de6-9fef-1129c0d1ade3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.455929] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e96f8e3-7b81-48f5-a5c7-127b0a96e9b1 in Status: IN_PROGRESS for 2s [ 908.899597] env[65642]: INFO networking_nsxv3.common.synchronization [None req-f2bafcaa-4fcf-4a49-9d00-8d9f18c80c1b None None] Enqueued Resource ID: a835017c-3e4a-41c4-b5ee-ecc0c6b084b8 with Priority: HIGHEST for action port [ 908.900349] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a835017c-3e4a-41c4-b5ee-ecc0c6b084b8 with Priority: HIGHEST for action port [ 908.900771] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-a835017c-3e4a-41c4-b5ee-ecc0c6b084b8 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.900967] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a835017c-3e4a-41c4-b5ee-ecc0c6b084b8" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.901027] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a835017c-3e4a-41c4-b5ee-ecc0c6b084b8" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.901323] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a835017c-3e4a-41c4-b5ee-ecc0c6b084b8" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.901435] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a835017c-3e4a-41c4-b5ee-ecc0c6b084b8',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.943642] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('18f2a55f-5961-42a6-992b-c4e6552ec92d',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.972799] env[65642]: INFO networking_nsxv3.common.synchronization [None req-a87a90df-dadf-405c-a728-f8ec18d2b35e tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Enqueued Resource ID: 8732058f-de18-4fc5-aa07-afa7e3868124 with Priority: HIGHEST for action security_group_rules [ 908.973397] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8732058f-de18-4fc5-aa07-afa7e3868124 with Priority: HIGHEST for action security_group_rules [ 908.974248] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8732058f-de18-4fc5-aa07-afa7e3868124 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.974248] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8732058f-de18-4fc5-aa07-afa7e3868124" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.974248] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8732058f-de18-4fc5-aa07-afa7e3868124" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.974426] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8732058f-de18-4fc5-aa07-afa7e3868124" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.974426] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8732058f-de18-4fc5-aa07-afa7e3868124',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.995094] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 275dc271-b0af-4a42-966e-14343faaa755 in Status: SUCCESS [ 908.995525] env[65642]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 275dc271-b0af-4a42-966e-14343faaa755 deletion is rescheduled due to dependency. [ 908.995525] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.287295] env[65642]: INFO networking_nsxv3.common.synchronization [None req-8e4f0dc8-f1b4-4b7b-b9c9-9f681ab81337 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Enqueued Resource ID: 8732058f-de18-4fc5-aa07-afa7e3868124 with Priority: HIGHEST for action security_group_rules [ 909.287295] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8732058f-de18-4fc5-aa07-afa7e3868124 with Priority: HIGHEST for action security_group_rules [ 909.287802] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8732058f-de18-4fc5-aa07-afa7e3868124 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.287924] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8732058f-de18-4fc5-aa07-afa7e3868124" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.403651] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a835017c-3e4a-41c4-b5ee-ecc0c6b084b8 [ 909.403892] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.404039] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.404106] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.404327] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.404421] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.404519] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a835017c-3e4a-41c4-b5ee-ecc0c6b084b8 already deleted. [ 909.404601] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a835017c-3e4a-41c4-b5ee-ecc0c6b084b8" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.446198] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.446392] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.446442] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.446645] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.446737] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.446839] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d is going to be updated. [ 909.476968] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.477140] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.477204] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.477406] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.477668] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.493149] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d in Status: IN_PROGRESS for 2s [ 909.505232] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.505232] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.505519] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.505519] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.505643] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.505692] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8732058f-de18-4fc5-aa07-afa7e3868124 already deleted. [ 909.507193] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8732058f-de18-4fc5-aa07-afa7e3868124" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.507193] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8732058f-de18-4fc5-aa07-afa7e3868124" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.507193] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8732058f-de18-4fc5-aa07-afa7e3868124" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.507193] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8732058f-de18-4fc5-aa07-afa7e3868124',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.030646] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.031090] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.031090] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.031090] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.032067] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.032067] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8732058f-de18-4fc5-aa07-afa7e3868124 already deleted. [ 910.032067] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8732058f-de18-4fc5-aa07-afa7e3868124" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.472348] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e96f8e3-7b81-48f5-a5c7-127b0a96e9b1 in Status: SUCCESS [ 910.475032] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e96f8e3-7b81-48f5-a5c7-127b0a96e9b1" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.503054] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d in Status: SUCCESS [ 911.503320] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.503462] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.503752] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.503963] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.504104] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.504207] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.504873] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.504873] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.504873] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.504873] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('18f2a55f-5961-42a6-992b-c4e6552ec92d',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.009112] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-18f2a55f-5961-42a6-992b-c4e6552ec92d taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.009387] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.009483] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.009818] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.009999] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.010230] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.010365] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.010537] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.010649] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.010800] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.010989] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-18f2a55f-5961-42a6-992b-c4e6552ec92d taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.011119] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.011483] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.011855] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.012151] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.012335] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.012426] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.012639] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.012747] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.012845] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.012956] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('18f2a55f-5961-42a6-992b-c4e6552ec92d',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.161423] env[65642]: INFO networking_nsxv3.common.synchronization [req-309b9f6d-9e51-4bd1-9aee-c5b3dfc6f399 req-e9b17f3d-b80f-4f78-bf01-14b8cd8dceb0 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Enqueued Resource ID: 0fd5ebee-27ad-48de-a780-a823cd496c9c with Priority: HIGHEST for action security_group_members [ 912.162352] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fd5ebee-27ad-48de-a780-a823cd496c9c with Priority: HIGHEST for action security_group_members [ 912.162732] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fd5ebee-27ad-48de-a780-a823cd496c9c taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.162885] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.162956] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.163172] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.163327] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.163432] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.163527] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.163757] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.164161] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.164161] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0fd5ebee-27ad-48de-a780-a823cd496c9c',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.516237] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 18f2a55f-5961-42a6-992b-c4e6552ec92d: rpc.has_security_group_logging(os_id): False [ 912.537550] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.537669] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.537669] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.537874] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.537958] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.538192] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.538288] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.538347] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.538501] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.538615] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.538808] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.538908] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.538967] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.539119] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.539191] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.539367] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.539672] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.539672] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.541024] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.541124] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.541255] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d is going to be updated. [ 912.611476] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.611916] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.611916] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.612075] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.612153] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.628722] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d in Status: IN_PROGRESS for 2s [ 912.666383] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.666610] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.666610] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.667121] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.667121] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.667399] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.667399] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.667399] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.667579] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.667579] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.667579] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0fd5ebee-27ad-48de-a780-a823cd496c9c is going to be updated. [ 912.728402] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.728585] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.728702] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.728908] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.729100] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.739653] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fd5ebee-27ad-48de-a780-a823cd496c9c in Status: IN_PROGRESS for 2s [ 912.934427] env[65642]: INFO networking_nsxv3.common.synchronization [req-ea711e94-098d-4ce0-8cc2-4ba385c86c97 req-a8414446-95d0-4a56-b86c-1ec18f26a51b tempest-InstanceActionsV221TestJSON-1846954759 tempest-InstanceActionsV221TestJSON-1846954759-project-member] Enqueued Resource ID: e9874fe6-85d8-43ab-a240-8e7827e2d497 with Priority: HIGHEST for action security_group_members [ 912.935035] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9874fe6-85d8-43ab-a240-8e7827e2d497 with Priority: HIGHEST for action security_group_members [ 912.935363] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9874fe6-85d8-43ab-a240-8e7827e2d497 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.935565] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9874fe6-85d8-43ab-a240-8e7827e2d497" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.936717] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9874fe6-85d8-43ab-a240-8e7827e2d497" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.936802] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9874fe6-85d8-43ab-a240-8e7827e2d497" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.936976] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.937112] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.937171] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.937356] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.937467] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.937566] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9874fe6-85d8-43ab-a240-8e7827e2d497',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.364469] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock network-586 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.364745] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "network-586" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.364922] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "network-586" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.365400] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "network-586" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.365750] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.365966] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.366204] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.366517] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.366748] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.367084] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 913.367245] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] NeedRegenerationException {{(pid=65642) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 913.367448] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] no value, waiting for create lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 913.367618] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] value creation lock acquired {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 913.367765] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 913.367949] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Calling creation function for not-yet-present value {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 913.368153] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 913.391051] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 913.391253] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65642) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 913.391483] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Released creation lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 913.391815] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "network-586" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.392156] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock port-e8673636-5cf9-4621-979e-cc4d54fcf209 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.392358] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "port-e8673636-5cf9-4621-979e-cc4d54fcf209" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.392482] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "port-e8673636-5cf9-4621-979e-cc4d54fcf209" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.392818] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "port-e8673636-5cf9-4621-979e-cc4d54fcf209" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.393067] env[65642]: DEBUG networking_nsxv3.api.rpc [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8673636-5cf9-4621-979e-cc4d54fcf209',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.440842] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.442276] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.442276] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.442276] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.442276] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.442276] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.442276] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.442276] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.442598] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.442598] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.442598] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9874fe6-85d8-43ab-a240-8e7827e2d497 already deleted. [ 913.442598] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9874fe6-85d8-43ab-a240-8e7827e2d497" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.895940] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.896315] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.896315] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.896539] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.896687] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.896839] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Segment Port e8673636-5cf9-4621-979e-cc4d54fcf209 not found, creating... [ 913.897102] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.897260] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.897380] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.897601] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.897759] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.898069] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.898243] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.898406] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.898686] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.898869] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.899035] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Resource: SegmentPort with ID: e8673636-5cf9-4621-979e-cc4d54fcf209 is going to be created. [ 913.922168] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.922455] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.922604] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.922889] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.923131] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.923362] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "port-e8673636-5cf9-4621-979e-cc4d54fcf209" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.645195] env[65642]: INFO networking_nsxv3.common.synchronization [req-ea711e94-098d-4ce0-8cc2-4ba385c86c97 req-029612e3-b955-4e66-b088-21f6fe3960d3 service nova] Enqueued Resource ID: e9874fe6-85d8-43ab-a240-8e7827e2d497 with Priority: HIGHEST for action security_group_rules [ 914.645195] env[65642]: INFO networking_nsxv3.common.synchronization [req-ea711e94-098d-4ce0-8cc2-4ba385c86c97 req-029612e3-b955-4e66-b088-21f6fe3960d3 service nova] Enqueued Resource ID: e9874fe6-85d8-43ab-a240-8e7827e2d497 with Priority: HIGHEST for action security_group_members [ 914.649634] env[65642]: INFO networking_nsxv3.common.synchronization [req-ea711e94-098d-4ce0-8cc2-4ba385c86c97 req-029612e3-b955-4e66-b088-21f6fe3960d3 service nova] Enqueued Resource ID: e8673636-5cf9-4621-979e-cc4d54fcf209 with Priority: HIGHEST for action port [ 914.649634] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d in Status: SUCCESS [ 914.649634] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.649634] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9874fe6-85d8-43ab-a240-8e7827e2d497 with Priority: HIGHEST for action security_group_rules [ 914.649634] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9874fe6-85d8-43ab-a240-8e7827e2d497 with Priority: HIGHEST for action security_group_members [ 914.649634] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8673636-5cf9-4621-979e-cc4d54fcf209 with Priority: HIGHEST for action port [ 914.649634] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9874fe6-85d8-43ab-a240-8e7827e2d497 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.649634] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9874fe6-85d8-43ab-a240-8e7827e2d497" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.649634] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9874fe6-85d8-43ab-a240-8e7827e2d497" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.650307] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9874fe6-85d8-43ab-a240-8e7827e2d497" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.650726] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9874fe6-85d8-43ab-a240-8e7827e2d497',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.654071] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9874fe6-85d8-43ab-a240-8e7827e2d497 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.654071] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9874fe6-85d8-43ab-a240-8e7827e2d497" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.654071] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9874fe6-85d8-43ab-a240-8e7827e2d497" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.654071] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9874fe6-85d8-43ab-a240-8e7827e2d497" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.654071] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.654071] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.654071] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.654071] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.654071] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.654071] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9874fe6-85d8-43ab-a240-8e7827e2d497',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.654071] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-e8673636-5cf9-4621-979e-cc4d54fcf209 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.654071] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e8673636-5cf9-4621-979e-cc4d54fcf209" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.654071] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e8673636-5cf9-4621-979e-cc4d54fcf209" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.661138] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e8673636-5cf9-4621-979e-cc4d54fcf209" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.661138] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8673636-5cf9-4621-979e-cc4d54fcf209',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.751543] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fd5ebee-27ad-48de-a780-a823cd496c9c in Status: SUCCESS [ 914.751543] env[65642]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0fd5ebee-27ad-48de-a780-a823cd496c9c deletion is rescheduled due to dependency. [ 914.751854] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.163719] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e9874fe6-85d8-43ab-a240-8e7827e2d497',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.167542] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9874fe6-85d8-43ab-a240-8e7827e2d497 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.167701] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9874fe6-85d8-43ab-a240-8e7827e2d497" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.167913] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e8673636-5cf9-4621-979e-cc4d54fcf209 with status ACTIVE [ 915.168126] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.168257] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.168351] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.168688] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.168754] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.168965] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.169772] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.169885] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.170158] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.170889] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.171417] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.171729] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.171838] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.172191] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.172442] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.172655] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e8673636-5cf9-4621-979e-cc4d54fcf209 is going to be updated. [ 915.211916] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.212265] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.212265] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.212498] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.212646] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.212885] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e8673636-5cf9-4621-979e-cc4d54fcf209" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.669270] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e9874fe6-85d8-43ab-a240-8e7827e2d497',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.768575] env[65642]: INFO networking_nsxv3.common.synchronization [None req-3d658a8f-7cb2-4344-a4d4-a05fb2769585 None None] Enqueued Resource ID: 135f5e06-1364-4775-86db-0c2bbab006c6 with Priority: HIGHEST for action port [ 915.769358] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 135f5e06-1364-4775-86db-0c2bbab006c6 with Priority: HIGHEST for action port [ 915.769647] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-135f5e06-1364-4775-86db-0c2bbab006c6 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.769765] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-135f5e06-1364-4775-86db-0c2bbab006c6" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.769828] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-135f5e06-1364-4775-86db-0c2bbab006c6" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.770097] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-135f5e06-1364-4775-86db-0c2bbab006c6" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.770176] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('135f5e06-1364-4775-86db-0c2bbab006c6',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.173386] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.173386] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.173386] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.173386] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.173386] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.173386] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9874fe6-85d8-43ab-a240-8e7827e2d497 is going to be created. [ 916.199287] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.202037] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.202037] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.202037] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.202037] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.213418] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9874fe6-85d8-43ab-a240-8e7827e2d497 in Status: UNINITIALIZED for 2s [ 916.271757] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 135f5e06-1364-4775-86db-0c2bbab006c6 [ 916.272017] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.272170] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.272244] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.272459] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.272552] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.273073] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:135f5e06-1364-4775-86db-0c2bbab006c6 already deleted. [ 916.273207] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-135f5e06-1364-4775-86db-0c2bbab006c6" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.548401] env[65642]: INFO networking_nsxv3.common.synchronization [req-95af81ef-4f56-4639-a987-c1219d6659b4 req-ad731abd-505e-4dd3-81c3-ff464a1ce2c6 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Enqueued Resource ID: b5abfe10-89da-46cf-9000-f717ab636113 with Priority: HIGHEST for action security_group_members [ 916.548701] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5abfe10-89da-46cf-9000-f717ab636113 with Priority: HIGHEST for action security_group_members [ 916.548864] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5abfe10-89da-46cf-9000-f717ab636113 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.548988] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5abfe10-89da-46cf-9000-f717ab636113" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.551379] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5abfe10-89da-46cf-9000-f717ab636113" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.551553] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5abfe10-89da-46cf-9000-f717ab636113" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.551846] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.551970] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.552152] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.553063] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.553063] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.553172] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5abfe10-89da-46cf-9000-f717ab636113',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.055380] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b5abfe10-89da-46cf-9000-f717ab636113',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.561257] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b5abfe10-89da-46cf-9000-f717ab636113',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.972839] env[65642]: INFO networking_nsxv3.common.synchronization [None req-f156b499-63af-4a08-b5d4-7fd437bb5d0e None None] Enqueued Resource ID: e3f80d76-f316-4773-b80b-16f532353e7d with Priority: HIGHEST for action port [ 917.973451] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3f80d76-f316-4773-b80b-16f532353e7d with Priority: HIGHEST for action port [ 917.973883] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-e3f80d76-f316-4773-b80b-16f532353e7d taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.974671] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e3f80d76-f316-4773-b80b-16f532353e7d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.974671] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e3f80d76-f316-4773-b80b-16f532353e7d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.974671] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e3f80d76-f316-4773-b80b-16f532353e7d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.974671] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3f80d76-f316-4773-b80b-16f532353e7d',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.063226] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.063621] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.063621] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.063729] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.063813] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.063888] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5abfe10-89da-46cf-9000-f717ab636113 is going to be updated. [ 918.071831] env[65642]: INFO networking_nsxv3.common.synchronization [req-748f2e0d-de95-4e29-8b39-1bc3b2486f6f req-ad64b477-5d05-4fd3-9d75-34fce9fc8801 tempest-ServersNegativeTestMultiTenantJSON-1576076910 tempest-ServersNegativeTestMultiTenantJSON-1576076910-project-member] Enqueued Resource ID: 3e96f8e3-7b81-48f5-a5c7-127b0a96e9b1 with Priority: HIGHEST for action security_group_members [ 918.072969] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e96f8e3-7b81-48f5-a5c7-127b0a96e9b1 with Priority: HIGHEST for action security_group_members [ 918.073236] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e96f8e3-7b81-48f5-a5c7-127b0a96e9b1 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.073410] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e96f8e3-7b81-48f5-a5c7-127b0a96e9b1" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.073478] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e96f8e3-7b81-48f5-a5c7-127b0a96e9b1" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.073682] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e96f8e3-7b81-48f5-a5c7-127b0a96e9b1" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.073838] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.073938] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.073994] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.074259] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.074347] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.074443] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e96f8e3-7b81-48f5-a5c7-127b0a96e9b1',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.109170] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.109930] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.109930] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.109930] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.109930] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.125645] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5abfe10-89da-46cf-9000-f717ab636113 in Status: IN_PROGRESS for 2s [ 918.193350] env[65642]: INFO networking_nsxv3.common.synchronization [req-73441457-8624-4849-9389-b19d430ebfd2 req-200963da-af8b-4b12-b079-4afd414f786b tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Enqueued Resource ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d with Priority: HIGHEST for action security_group_members [ 918.193881] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d with Priority: HIGHEST for action security_group_members [ 918.194252] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-18f2a55f-5961-42a6-992b-c4e6552ec92d taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.194375] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.194448] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.194640] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.194792] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.196051] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.196128] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.196376] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.196435] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.196538] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18f2a55f-5961-42a6-992b-c4e6552ec92d',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.225715] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9874fe6-85d8-43ab-a240-8e7827e2d497 in Status: UNINITIALIZED for 4s [ 918.476933] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e3f80d76-f316-4773-b80b-16f532353e7d [ 918.477209] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.477373] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.477447] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.477658] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.477763] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.477896] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e3f80d76-f316-4773-b80b-16f532353e7d already deleted. [ 918.477959] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e3f80d76-f316-4773-b80b-16f532353e7d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.576507] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.576910] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.576910] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.576910] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.577122] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.577229] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.577339] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.577401] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.577573] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.577719] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.577719] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e96f8e3-7b81-48f5-a5c7-127b0a96e9b1 is going to be updated. [ 918.608967] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.608967] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.609164] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.609584] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.609584] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.621345] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e96f8e3-7b81-48f5-a5c7-127b0a96e9b1 in Status: IN_PROGRESS for 2s [ 918.699162] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('18f2a55f-5961-42a6-992b-c4e6552ec92d',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.736760] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock network-453 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.736970] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "network-453" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.737155] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "network-453" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.737437] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "network-453" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.737696] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.737850] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.737958] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.740162] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.740448] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.740708] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 918.740905] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] NeedRegenerationException {{(pid=65642) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 918.741099] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] no value, waiting for create lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 918.741257] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] value creation lock acquired {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 918.741435] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 918.741734] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Calling creation function for not-yet-present value {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 918.742018] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 918.763490] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 918.764114] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65642) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 918.764448] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Released creation lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 918.764624] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "network-453" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.764891] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock port-43095cac-ba18-4438-add2-b34645670915 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.765082] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "port-43095cac-ba18-4438-add2-b34645670915" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.765204] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "port-43095cac-ba18-4438-add2-b34645670915" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.765477] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "port-43095cac-ba18-4438-add2-b34645670915" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.765633] env[65642]: DEBUG networking_nsxv3.api.rpc [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43095cac-ba18-4438-add2-b34645670915',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.202434] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('18f2a55f-5961-42a6-992b-c4e6552ec92d',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.269331] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.269603] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.269726] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.270028] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.270189] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.270512] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.270672] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.270799] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.271046] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.271187] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.271477] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.271662] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.271784] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.271998] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.272143] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.272284] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Resource: SegmentPort with ID: 43095cac-ba18-4438-add2-b34645670915 is going to be updated. [ 919.302913] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.303193] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.303331] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.303716] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.303868] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.304104] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "port-43095cac-ba18-4438-add2-b34645670915" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.705029] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.705426] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.705426] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.705426] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.705533] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.705569] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d is going to be updated. [ 919.735036] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.735036] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.735036] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.737287] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.737287] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.746749] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d in Status: IN_PROGRESS for 2s [ 920.009070] env[65642]: INFO networking_nsxv3.common.synchronization [req-1ce17592-1504-43fd-90b0-6bbbf5ec6b98 req-b3921ba6-fa60-4e45-bc4a-4f9d9ba51a0f service nova] Enqueued Resource ID: ec8e4ab5-7d93-4c71-b1da-a89a029a0e52 with Priority: HIGHEST for action security_group_rules [ 920.009070] env[65642]: INFO networking_nsxv3.common.synchronization [req-1ce17592-1504-43fd-90b0-6bbbf5ec6b98 req-b3921ba6-fa60-4e45-bc4a-4f9d9ba51a0f service nova] Enqueued Resource ID: ec8e4ab5-7d93-4c71-b1da-a89a029a0e52 with Priority: HIGHEST for action security_group_members [ 920.009070] env[65642]: INFO networking_nsxv3.common.synchronization [req-1ce17592-1504-43fd-90b0-6bbbf5ec6b98 req-b3921ba6-fa60-4e45-bc4a-4f9d9ba51a0f service nova] Enqueued Resource ID: 43095cac-ba18-4438-add2-b34645670915 with Priority: HIGHEST for action port [ 920.009234] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec8e4ab5-7d93-4c71-b1da-a89a029a0e52 with Priority: HIGHEST for action security_group_rules [ 920.009338] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec8e4ab5-7d93-4c71-b1da-a89a029a0e52 with Priority: HIGHEST for action security_group_members [ 920.009474] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43095cac-ba18-4438-add2-b34645670915 with Priority: HIGHEST for action port [ 920.009673] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ec8e4ab5-7d93-4c71-b1da-a89a029a0e52 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.009788] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ec8e4ab5-7d93-4c71-b1da-a89a029a0e52" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.009850] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ec8e4ab5-7d93-4c71-b1da-a89a029a0e52" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.010454] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ec8e4ab5-7d93-4c71-b1da-a89a029a0e52" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.010537] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ec8e4ab5-7d93-4c71-b1da-a89a029a0e52',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.012259] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec8e4ab5-7d93-4c71-b1da-a89a029a0e52 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.012549] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec8e4ab5-7d93-4c71-b1da-a89a029a0e52" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.012620] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec8e4ab5-7d93-4c71-b1da-a89a029a0e52" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.012971] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec8e4ab5-7d93-4c71-b1da-a89a029a0e52" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.013162] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.013262] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.013323] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.013523] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.013641] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.014291] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec8e4ab5-7d93-4c71-b1da-a89a029a0e52',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.018736] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-43095cac-ba18-4438-add2-b34645670915 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.018925] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-43095cac-ba18-4438-add2-b34645670915" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.018925] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-43095cac-ba18-4438-add2-b34645670915" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.019076] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-43095cac-ba18-4438-add2-b34645670915" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.019190] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43095cac-ba18-4438-add2-b34645670915',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.135872] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5abfe10-89da-46cf-9000-f717ab636113 in Status: SUCCESS [ 920.136142] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5abfe10-89da-46cf-9000-f717ab636113" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.241076] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9874fe6-85d8-43ab-a240-8e7827e2d497 in Status: SUCCESS [ 920.241313] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9874fe6-85d8-43ab-a240-8e7827e2d497" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.241514] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9874fe6-85d8-43ab-a240-8e7827e2d497" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.241770] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9874fe6-85d8-43ab-a240-8e7827e2d497" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.241973] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.242110] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.242167] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.242327] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.242409] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.242496] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9874fe6-85d8-43ab-a240-8e7827e2d497" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.242587] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e9874fe6-85d8-43ab-a240-8e7827e2d497',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.512879] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec8e4ab5-7d93-4c71-b1da-a89a029a0e52 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.513117] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec8e4ab5-7d93-4c71-b1da-a89a029a0e52" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.516126] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ec8e4ab5-7d93-4c71-b1da-a89a029a0e52',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.525023] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 43095cac-ba18-4438-add2-b34645670915 with status ACTIVE [ 920.525023] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.525023] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.525023] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.525023] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.525023] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.525023] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.525023] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.525023] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.525487] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.525487] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.525487] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.525487] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.525602] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.525682] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.525750] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.525829] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 43095cac-ba18-4438-add2-b34645670915 is going to be updated. [ 920.554127] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.554324] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.554505] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.554649] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.554775] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.555588] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-43095cac-ba18-4438-add2-b34645670915" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.635832] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e96f8e3-7b81-48f5-a5c7-127b0a96e9b1 in Status: SUCCESS [ 920.636160] env[65642]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e96f8e3-7b81-48f5-a5c7-127b0a96e9b1 deletion is rescheduled due to dependency. [ 920.636339] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e96f8e3-7b81-48f5-a5c7-127b0a96e9b1" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.745521] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9874fe6-85d8-43ab-a240-8e7827e2d497 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.745831] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9874fe6-85d8-43ab-a240-8e7827e2d497" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.745831] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9874fe6-85d8-43ab-a240-8e7827e2d497" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.746072] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9874fe6-85d8-43ab-a240-8e7827e2d497" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.747055] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.747055] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.747055] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.747055] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.747055] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.747055] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9874fe6-85d8-43ab-a240-8e7827e2d497" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.747055] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9874fe6-85d8-43ab-a240-8e7827e2d497 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.747055] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9874fe6-85d8-43ab-a240-8e7827e2d497" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.747055] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9874fe6-85d8-43ab-a240-8e7827e2d497" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.747398] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9874fe6-85d8-43ab-a240-8e7827e2d497" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.747398] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.747398] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.747491] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.747560] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.747636] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.747715] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9874fe6-85d8-43ab-a240-8e7827e2d497" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.748148] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e9874fe6-85d8-43ab-a240-8e7827e2d497',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.981540] env[65642]: INFO networking_nsxv3.common.synchronization [req-7fb5397d-f14d-4fee-bfc5-f978c26e02d2 req-b7da4877-66d0-44c4-8cbf-ef9eeed8273c tempest-ServersWithSpecificFlavorTestJSON-1121103117 tempest-ServersWithSpecificFlavorTestJSON-1121103117-project-member] Enqueued Resource ID: 70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0 with Priority: HIGHEST for action security_group_members [ 920.982139] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0 with Priority: HIGHEST for action security_group_members [ 920.982454] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.982577] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.985912] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.985912] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.985912] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.985912] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.985912] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.985912] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.985912] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.985912] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.018494] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ec8e4ab5-7d93-4c71-b1da-a89a029a0e52',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.249799] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e9874fe6-85d8-43ab-a240-8e7827e2d497: rpc.has_security_group_logging(os_id): False [ 921.269605] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.269858] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.269973] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.270369] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.270521] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.270858] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.271059] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.271192] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.271489] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.271643] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.272018] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.272217] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.272369] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.272680] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.272804] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.273137] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.273323] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.273375] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.273734] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.273813] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.273922] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9874fe6-85d8-43ab-a240-8e7827e2d497 is going to be created. [ 921.346083] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.346314] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.346438] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.346789] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.347112] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.361295] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9874fe6-85d8-43ab-a240-8e7827e2d497 in Status: IN_PROGRESS for 2s [ 921.487733] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.488911] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.489130] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.489462] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.489684] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.490312] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.491239] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.491239] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.491239] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.491239] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.491239] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0 is going to be updated. [ 921.522326] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.522326] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.522565] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.522620] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.522697] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.522830] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec8e4ab5-7d93-4c71-b1da-a89a029a0e52 is going to be updated. [ 921.547958] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.547958] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.547958] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.547958] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.551257] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.566830] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0 in Status: IN_PROGRESS for 2s [ 921.583811] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.584368] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.585355] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.585355] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.585355] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.597256] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec8e4ab5-7d93-4c71-b1da-a89a029a0e52 in Status: IN_PROGRESS for 2s [ 921.760829] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d in Status: SUCCESS [ 921.760829] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.862260] env[65642]: INFO networking_nsxv3.common.synchronization [req-15f20c2a-3a3b-4eb4-b52d-b843c67ec1b7 req-f86462da-e8b1-4577-8aea-95071c26616a tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Enqueued Resource ID: 4bfd9b79-1782-475e-b528-c73d4a703442 with Priority: HIGHEST for action security_group_members [ 921.862260] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bfd9b79-1782-475e-b528-c73d4a703442 with Priority: HIGHEST for action security_group_members [ 921.862260] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bfd9b79-1782-475e-b528-c73d4a703442 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.863010] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bfd9b79-1782-475e-b528-c73d4a703442" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.863094] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bfd9b79-1782-475e-b528-c73d4a703442" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.863372] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bfd9b79-1782-475e-b528-c73d4a703442" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.863632] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.863763] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.863843] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.864014] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.864096] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.864188] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4bfd9b79-1782-475e-b528-c73d4a703442',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.259815] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock network-696 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.260038] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "network-696" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.262289] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "network-696" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.263385] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "network-696" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.264615] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.264968] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.265124] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.265486] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.265696] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.265970] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 922.266315] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] NeedRegenerationException {{(pid=65642) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 922.266633] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] no value, waiting for create lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 922.266832] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] value creation lock acquired {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 922.267455] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 922.267656] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Calling creation function for not-yet-present value {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 922.268031] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 922.331737] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 922.331959] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Cache value generated in 0.064 seconds for key(s): 'zone-id' {{(pid=65642) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 922.332124] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Released creation lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 922.332305] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "network-696" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.332629] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock port-4afbb40b-b2ae-419d-a4b3-2f531873b930 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.332805] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "port-4afbb40b-b2ae-419d-a4b3-2f531873b930" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.332930] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "port-4afbb40b-b2ae-419d-a4b3-2f531873b930" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.333302] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "port-4afbb40b-b2ae-419d-a4b3-2f531873b930" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.334228] env[65642]: DEBUG networking_nsxv3.api.rpc [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4afbb40b-b2ae-419d-a4b3-2f531873b930',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.367710] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.367710] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.367710] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.367881] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.367981] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.368181] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.368282] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.368344] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.368507] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.368583] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.368671] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bfd9b79-1782-475e-b528-c73d4a703442 already deleted. [ 922.368749] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bfd9b79-1782-475e-b528-c73d4a703442" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.836511] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.836985] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.837048] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.837413] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.837640] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.837871] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Segment Port 4afbb40b-b2ae-419d-a4b3-2f531873b930 not found, creating... [ 922.838283] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.838540] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.838724] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.839072] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.839286] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.839735] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.839976] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.840175] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.840538] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.840705] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.840924] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Resource: SegmentPort with ID: 4afbb40b-b2ae-419d-a4b3-2f531873b930 is going to be created. [ 922.869759] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.870310] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.870457] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.870804] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.870978] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.871259] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "port-4afbb40b-b2ae-419d-a4b3-2f531873b930" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.374628] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9874fe6-85d8-43ab-a240-8e7827e2d497 in Status: SUCCESS [ 923.374917] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9874fe6-85d8-43ab-a240-8e7827e2d497" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.555791] env[65642]: INFO networking_nsxv3.common.synchronization [req-15f20c2a-3a3b-4eb4-b52d-b843c67ec1b7 req-35dc50ed-3b53-4afa-bb30-9e249b9804a8 service nova] Enqueued Resource ID: 4bfd9b79-1782-475e-b528-c73d4a703442 with Priority: HIGHEST for action security_group_rules [ 923.555973] env[65642]: INFO networking_nsxv3.common.synchronization [req-15f20c2a-3a3b-4eb4-b52d-b843c67ec1b7 req-35dc50ed-3b53-4afa-bb30-9e249b9804a8 service nova] Enqueued Resource ID: 4bfd9b79-1782-475e-b528-c73d4a703442 with Priority: HIGHEST for action security_group_members [ 923.556124] env[65642]: INFO networking_nsxv3.common.synchronization [req-15f20c2a-3a3b-4eb4-b52d-b843c67ec1b7 req-35dc50ed-3b53-4afa-bb30-9e249b9804a8 service nova] Enqueued Resource ID: 4afbb40b-b2ae-419d-a4b3-2f531873b930 with Priority: HIGHEST for action port [ 923.556622] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bfd9b79-1782-475e-b528-c73d4a703442 with Priority: HIGHEST for action security_group_rules [ 923.556844] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bfd9b79-1782-475e-b528-c73d4a703442 with Priority: HIGHEST for action security_group_members [ 923.556844] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4afbb40b-b2ae-419d-a4b3-2f531873b930 with Priority: HIGHEST for action port [ 923.557277] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4bfd9b79-1782-475e-b528-c73d4a703442 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.557451] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4bfd9b79-1782-475e-b528-c73d4a703442" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.557554] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4bfd9b79-1782-475e-b528-c73d4a703442" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.557800] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4bfd9b79-1782-475e-b528-c73d4a703442" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.558204] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4bfd9b79-1782-475e-b528-c73d4a703442',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.559247] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bfd9b79-1782-475e-b528-c73d4a703442 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.559360] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bfd9b79-1782-475e-b528-c73d4a703442" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.559438] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bfd9b79-1782-475e-b528-c73d4a703442" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.559682] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bfd9b79-1782-475e-b528-c73d4a703442" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.559899] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.560114] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.560231] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.560511] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.561212] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.561212] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4bfd9b79-1782-475e-b528-c73d4a703442',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.562131] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-4afbb40b-b2ae-419d-a4b3-2f531873b930 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.562131] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4afbb40b-b2ae-419d-a4b3-2f531873b930" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.562131] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4afbb40b-b2ae-419d-a4b3-2f531873b930" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.562131] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4afbb40b-b2ae-419d-a4b3-2f531873b930" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.562131] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4afbb40b-b2ae-419d-a4b3-2f531873b930',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.577487] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0 in Status: SUCCESS [ 923.577666] env[65642]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0 deletion is rescheduled due to dependency. [ 923.577781] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.606317] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec8e4ab5-7d93-4c71-b1da-a89a029a0e52 in Status: SUCCESS [ 923.606657] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec8e4ab5-7d93-4c71-b1da-a89a029a0e52" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.606722] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec8e4ab5-7d93-4c71-b1da-a89a029a0e52" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.606926] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec8e4ab5-7d93-4c71-b1da-a89a029a0e52" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.607132] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.607254] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.607316] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.607474] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.607567] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.608045] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec8e4ab5-7d93-4c71-b1da-a89a029a0e52" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.608045] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ec8e4ab5-7d93-4c71-b1da-a89a029a0e52',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.066486] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4bfd9b79-1782-475e-b528-c73d4a703442',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.066486] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bfd9b79-1782-475e-b528-c73d4a703442 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.066486] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bfd9b79-1782-475e-b528-c73d4a703442" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.069749] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4afbb40b-b2ae-419d-a4b3-2f531873b930 with status ACTIVE [ 924.069749] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.069749] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.073107] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.073107] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.073107] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.073107] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.073107] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.073107] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.073107] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.073107] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.073107] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.073107] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.073107] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.073107] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.073107] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.073107] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4afbb40b-b2ae-419d-a4b3-2f531873b930 is going to be updated. [ 924.103949] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.103949] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.103949] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.103949] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.103949] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.103949] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4afbb40b-b2ae-419d-a4b3-2f531873b930" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.118202] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ec8e4ab5-7d93-4c71-b1da-a89a029a0e52',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.123029] env[65642]: INFO networking_nsxv3.common.synchronization [req-398a86b2-107c-4b26-9217-8a367ff04f82 req-ad199e04-a1b4-4632-b432-5d1b9d06cce2 tempest-MigrationsAdminTest-697708437 tempest-MigrationsAdminTest-697708437-project-member] Enqueued Resource ID: 53fa6b5d-a282-40e5-bbc1-4ba618028562 with Priority: HIGHEST for action security_group_members [ 924.123029] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53fa6b5d-a282-40e5-bbc1-4ba618028562 with Priority: HIGHEST for action security_group_members [ 924.123029] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-53fa6b5d-a282-40e5-bbc1-4ba618028562 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.123029] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53fa6b5d-a282-40e5-bbc1-4ba618028562" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.123029] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53fa6b5d-a282-40e5-bbc1-4ba618028562" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.123029] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53fa6b5d-a282-40e5-bbc1-4ba618028562" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.123029] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.123029] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.123029] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.123029] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.123029] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.123029] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53fa6b5d-a282-40e5-bbc1-4ba618028562',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.566960] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4bfd9b79-1782-475e-b528-c73d4a703442',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.620449] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ec8e4ab5-7d93-4c71-b1da-a89a029a0e52: rpc.has_security_group_logging(os_id): False [ 924.625447] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.625598] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.625740] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.626259] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.626259] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.626259] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.626435] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.626435] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.626493] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.626571] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.626641] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53fa6b5d-a282-40e5-bbc1-4ba618028562 is going to be updated. [ 924.636059] env[65642]: INFO networking_nsxv3.common.synchronization [None req-25adc9b8-5952-4d6f-9d0d-42cf33caef13 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Enqueued Resource ID: d635d881-3548-4b12-a74f-a8f1d313a45f with Priority: HIGHEST for action security_group_rules [ 924.636740] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d635d881-3548-4b12-a74f-a8f1d313a45f with Priority: HIGHEST for action security_group_rules [ 924.637105] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d635d881-3548-4b12-a74f-a8f1d313a45f taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.637249] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d635d881-3548-4b12-a74f-a8f1d313a45f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.637303] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d635d881-3548-4b12-a74f-a8f1d313a45f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.637543] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d635d881-3548-4b12-a74f-a8f1d313a45f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.637632] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d635d881-3548-4b12-a74f-a8f1d313a45f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.640669] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.640669] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.640669] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.640669] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.640930] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.640983] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.641084] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.641150] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.641293] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.641363] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.641509] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ec8e4ab5-7d93-4c71-b1da-a89a029a0e52 is going to be updated. [ 924.667274] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.667445] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.668558] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.668558] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.668558] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.679556] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53fa6b5d-a282-40e5-bbc1-4ba618028562 in Status: IN_PROGRESS for 2s [ 924.714375] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.714598] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.714598] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.714829] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.714982] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.731448] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ec8e4ab5-7d93-4c71-b1da-a89a029a0e52 in Status: IN_PROGRESS for 2s [ 924.762368] env[65642]: INFO networking_nsxv3.common.synchronization [None req-1ec59392-466e-4356-9573-061ea7eac6dc tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Enqueued Resource ID: d635d881-3548-4b12-a74f-a8f1d313a45f with Priority: HIGHEST for action security_group_rules [ 924.763012] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d635d881-3548-4b12-a74f-a8f1d313a45f with Priority: HIGHEST for action security_group_rules [ 924.763398] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d635d881-3548-4b12-a74f-a8f1d313a45f taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.763506] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d635d881-3548-4b12-a74f-a8f1d313a45f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.069250] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.069705] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.069705] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.069810] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.070081] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.070179] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bfd9b79-1782-475e-b528-c73d4a703442 is going to be created. [ 925.107302] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.107504] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.107504] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.107742] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.107913] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.123121] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bfd9b79-1782-475e-b528-c73d4a703442 in Status: UNINITIALIZED for 2s [ 925.163539] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.163539] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.163539] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.163539] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.163539] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.163539] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d635d881-3548-4b12-a74f-a8f1d313a45f already deleted. [ 925.163539] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d635d881-3548-4b12-a74f-a8f1d313a45f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.163539] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d635d881-3548-4b12-a74f-a8f1d313a45f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.163539] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d635d881-3548-4b12-a74f-a8f1d313a45f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.163539] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d635d881-3548-4b12-a74f-a8f1d313a45f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.252052] env[65642]: INFO networking_nsxv3.common.synchronization [req-a3e44b77-7b1a-4f3b-b288-2a253eec2c65 req-66c8a82e-d0e4-4d77-85dd-e1176c90c512 tempest-InstanceActionsV221TestJSON-1846954759 tempest-InstanceActionsV221TestJSON-1846954759-project-member] Enqueued Resource ID: e9874fe6-85d8-43ab-a240-8e7827e2d497 with Priority: HIGHEST for action security_group_members [ 925.252253] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9874fe6-85d8-43ab-a240-8e7827e2d497 with Priority: HIGHEST for action security_group_members [ 925.252694] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9874fe6-85d8-43ab-a240-8e7827e2d497 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.253113] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9874fe6-85d8-43ab-a240-8e7827e2d497" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.253345] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9874fe6-85d8-43ab-a240-8e7827e2d497" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.253755] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9874fe6-85d8-43ab-a240-8e7827e2d497" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.254071] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.254281] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.254385] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.254714] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.254884] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.255664] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9874fe6-85d8-43ab-a240-8e7827e2d497',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.684353] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.684693] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.684693] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.684853] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.684950] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.685060] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d635d881-3548-4b12-a74f-a8f1d313a45f already deleted. [ 925.685145] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d635d881-3548-4b12-a74f-a8f1d313a45f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.760218] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.760380] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.760457] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.761059] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.761059] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.761059] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.761059] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.761434] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.761434] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.761434] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.761434] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9874fe6-85d8-43ab-a240-8e7827e2d497 is going to be updated. [ 925.794981] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.794981] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.795148] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.795659] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.795659] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.809574] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9874fe6-85d8-43ab-a240-8e7827e2d497 in Status: IN_PROGRESS for 2s [ 926.660582] env[65642]: INFO networking_nsxv3.common.synchronization [req-bf547983-3961-4b9a-aca4-48d1889b60c2 req-1cc2e17a-d63f-4575-a15c-2d1b12b1dec0 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Enqueued Resource ID: f5793b24-06e3-473f-bd9b-dc44d866d2ae with Priority: HIGHEST for action security_group_members [ 926.660582] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5793b24-06e3-473f-bd9b-dc44d866d2ae with Priority: HIGHEST for action security_group_members [ 926.660847] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5793b24-06e3-473f-bd9b-dc44d866d2ae taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.661031] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5793b24-06e3-473f-bd9b-dc44d866d2ae" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.661076] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5793b24-06e3-473f-bd9b-dc44d866d2ae" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.661311] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5793b24-06e3-473f-bd9b-dc44d866d2ae" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.661468] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.661567] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.661623] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.661779] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.661860] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.661954] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5793b24-06e3-473f-bd9b-dc44d866d2ae',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.693180] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53fa6b5d-a282-40e5-bbc1-4ba618028562 in Status: SUCCESS [ 926.693442] env[65642]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53fa6b5d-a282-40e5-bbc1-4ba618028562 deletion is rescheduled due to dependency. [ 926.693651] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53fa6b5d-a282-40e5-bbc1-4ba618028562" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.748990] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ec8e4ab5-7d93-4c71-b1da-a89a029a0e52 in Status: SUCCESS [ 926.748990] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ec8e4ab5-7d93-4c71-b1da-a89a029a0e52" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.023544] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock network-368 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.023741] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "network-368" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.024717] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "network-368" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.024717] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "network-368" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.024717] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.024717] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.025057] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.025147] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.025322] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.025546] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 927.025722] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] NeedRegenerationException {{(pid=65642) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 927.025791] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] no value, waiting for create lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 927.025915] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] value creation lock acquired {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 927.026173] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 927.026321] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Calling creation function for not-yet-present value {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 927.026468] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 927.049485] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 927.049671] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65642) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 927.049824] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Released creation lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 927.050019] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "network-368" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.050487] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock port-7e0dfe8e-527b-4dfa-9a88-8f47735b1477 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.050756] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "port-7e0dfe8e-527b-4dfa-9a88-8f47735b1477" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.050902] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "port-7e0dfe8e-527b-4dfa-9a88-8f47735b1477" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.051304] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "port-7e0dfe8e-527b-4dfa-9a88-8f47735b1477" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.051454] env[65642]: DEBUG networking_nsxv3.api.rpc [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e0dfe8e-527b-4dfa-9a88-8f47735b1477',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.136846] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bfd9b79-1782-475e-b528-c73d4a703442 in Status: SUCCESS [ 927.137914] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bfd9b79-1782-475e-b528-c73d4a703442" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.137914] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bfd9b79-1782-475e-b528-c73d4a703442" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.137914] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bfd9b79-1782-475e-b528-c73d4a703442" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.137914] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.137914] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.137914] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.138326] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.138326] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.138326] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bfd9b79-1782-475e-b528-c73d4a703442" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.138326] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4bfd9b79-1782-475e-b528-c73d4a703442',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.165512] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.165692] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.165801] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.166070] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.166168] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.166390] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.166497] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.166573] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.167307] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.167307] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.167307] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5793b24-06e3-473f-bd9b-dc44d866d2ae already deleted. [ 927.167307] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5793b24-06e3-473f-bd9b-dc44d866d2ae" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.554758] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.555073] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.555170] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.555524] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.555721] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.555897] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Segment Port 7e0dfe8e-527b-4dfa-9a88-8f47735b1477 not found, creating... [ 927.556180] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.556373] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.556530] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.556815] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.556961] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.557372] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.557639] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.557789] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.558046] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.558186] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.558327] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Resource: SegmentPort with ID: 7e0dfe8e-527b-4dfa-9a88-8f47735b1477 is going to be created. [ 927.585937] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.586174] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.586343] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.586610] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.586840] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.587081] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "port-7e0dfe8e-527b-4dfa-9a88-8f47735b1477" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.640640] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4bfd9b79-1782-475e-b528-c73d4a703442',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.820946] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9874fe6-85d8-43ab-a240-8e7827e2d497 in Status: SUCCESS [ 927.821199] env[65642]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9874fe6-85d8-43ab-a240-8e7827e2d497 deletion is rescheduled due to dependency. [ 927.821199] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9874fe6-85d8-43ab-a240-8e7827e2d497" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.143623] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4bfd9b79-1782-475e-b528-c73d4a703442: rpc.has_security_group_logging(os_id): False [ 928.164295] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.164442] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.164517] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.165076] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.165076] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.165193] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.165253] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.165283] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.165973] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.165973] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.165973] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4bfd9b79-1782-475e-b528-c73d4a703442 is going to be created. [ 928.236296] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.236502] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.236607] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.236855] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.237166] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.252194] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4bfd9b79-1782-475e-b528-c73d4a703442 in Status: IN_PROGRESS for 2s [ 928.358412] env[65642]: INFO networking_nsxv3.common.synchronization [req-bf547983-3961-4b9a-aca4-48d1889b60c2 req-f3b2723b-1c98-4cc3-b51e-417e42205506 service nova] Enqueued Resource ID: f5793b24-06e3-473f-bd9b-dc44d866d2ae with Priority: HIGHEST for action security_group_rules [ 928.358600] env[65642]: INFO networking_nsxv3.common.synchronization [req-bf547983-3961-4b9a-aca4-48d1889b60c2 req-f3b2723b-1c98-4cc3-b51e-417e42205506 service nova] Enqueued Resource ID: f5793b24-06e3-473f-bd9b-dc44d866d2ae with Priority: HIGHEST for action security_group_members [ 928.358733] env[65642]: INFO networking_nsxv3.common.synchronization [req-bf547983-3961-4b9a-aca4-48d1889b60c2 req-f3b2723b-1c98-4cc3-b51e-417e42205506 service nova] Enqueued Resource ID: 7e0dfe8e-527b-4dfa-9a88-8f47735b1477 with Priority: HIGHEST for action port [ 928.359321] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5793b24-06e3-473f-bd9b-dc44d866d2ae with Priority: HIGHEST for action security_group_rules [ 928.359458] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5793b24-06e3-473f-bd9b-dc44d866d2ae with Priority: HIGHEST for action security_group_members [ 928.359589] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e0dfe8e-527b-4dfa-9a88-8f47735b1477 with Priority: HIGHEST for action port [ 928.359927] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f5793b24-06e3-473f-bd9b-dc44d866d2ae taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.360343] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f5793b24-06e3-473f-bd9b-dc44d866d2ae" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.360343] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f5793b24-06e3-473f-bd9b-dc44d866d2ae" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.360458] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f5793b24-06e3-473f-bd9b-dc44d866d2ae" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.360458] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f5793b24-06e3-473f-bd9b-dc44d866d2ae',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.361902] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5793b24-06e3-473f-bd9b-dc44d866d2ae taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.362031] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5793b24-06e3-473f-bd9b-dc44d866d2ae" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.362093] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5793b24-06e3-473f-bd9b-dc44d866d2ae" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.362507] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5793b24-06e3-473f-bd9b-dc44d866d2ae" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.363819] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.363885] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.363951] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.364980] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.364980] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.364980] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5793b24-06e3-473f-bd9b-dc44d866d2ae',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.365439] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e0dfe8e-527b-4dfa-9a88-8f47735b1477 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.365943] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e0dfe8e-527b-4dfa-9a88-8f47735b1477" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.366306] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e0dfe8e-527b-4dfa-9a88-8f47735b1477" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.366306] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e0dfe8e-527b-4dfa-9a88-8f47735b1477" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.366464] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e0dfe8e-527b-4dfa-9a88-8f47735b1477',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.862799] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5793b24-06e3-473f-bd9b-dc44d866d2ae taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.863134] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5793b24-06e3-473f-bd9b-dc44d866d2ae" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.868437] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f5793b24-06e3-473f-bd9b-dc44d866d2ae',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.869678] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7e0dfe8e-527b-4dfa-9a88-8f47735b1477 with status ACTIVE [ 928.869678] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.869815] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.869815] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.870027] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.870144] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.870507] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.870619] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.870813] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.870868] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.870945] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.871131] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.871222] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.871284] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.871425] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.871504] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.871592] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7e0dfe8e-527b-4dfa-9a88-8f47735b1477 is going to be updated. [ 928.893402] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.894120] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.894167] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.894485] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.894725] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.895058] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e0dfe8e-527b-4dfa-9a88-8f47735b1477" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.128616] env[65642]: INFO networking_nsxv3.common.synchronization [req-e852eac8-b63c-4ac1-8658-238865f1fc4b req-1b1637ba-81f9-4125-b1e4-a20443b17a2e tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Enqueued Resource ID: 275dc271-b0af-4a42-966e-14343faaa755 with Priority: HIGHEST for action security_group_members [ 929.128978] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 275dc271-b0af-4a42-966e-14343faaa755 with Priority: HIGHEST for action security_group_members [ 929.129166] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-275dc271-b0af-4a42-966e-14343faaa755 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.129285] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.129349] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.129546] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.129702] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.129805] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.129867] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.130037] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.130296] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.130296] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('275dc271-b0af-4a42-966e-14343faaa755',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.374299] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f5793b24-06e3-473f-bd9b-dc44d866d2ae',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.499864] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock network-824 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.500114] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "network-824" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.500369] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "network-824" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.500606] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "network-824" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.500892] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.501091] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.501225] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.501489] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.501906] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.502088] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 929.502245] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] NeedRegenerationException {{(pid=65642) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 929.502405] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] no value, waiting for create lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 929.502405] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] value creation lock acquired {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 929.502516] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 929.502675] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Calling creation function for not-yet-present value {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 929.502815] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 929.523219] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 929.523219] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65642) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 929.523375] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Released creation lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 929.523519] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "network-824" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.523945] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock port-da0568ec-6a22-4175-a830-f8bea07060ba taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.524151] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "port-da0568ec-6a22-4175-a830-f8bea07060ba" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.524568] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "port-da0568ec-6a22-4175-a830-f8bea07060ba" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.524747] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "port-da0568ec-6a22-4175-a830-f8bea07060ba" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.524904] env[65642]: DEBUG networking_nsxv3.api.rpc [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da0568ec-6a22-4175-a830-f8bea07060ba',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.632847] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.633073] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.633159] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.633383] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.633479] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.633748] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.633884] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.633961] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.634138] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.634217] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.634308] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 275dc271-b0af-4a42-966e-14343faaa755 is going to be updated. [ 929.666146] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.666146] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.666146] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.666437] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.666437] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.679142] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 275dc271-b0af-4a42-966e-14343faaa755 in Status: IN_PROGRESS for 2s [ 929.877903] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.877903] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.878328] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.878328] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.878328] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.878416] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5793b24-06e3-473f-bd9b-dc44d866d2ae is going to be created. [ 929.926994] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.927250] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.927250] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.927864] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.927864] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.941734] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5793b24-06e3-473f-bd9b-dc44d866d2ae in Status: UNINITIALIZED for 2s [ 930.027630] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.027902] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.028082] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.028410] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.028586] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.028792] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Segment Port da0568ec-6a22-4175-a830-f8bea07060ba not found, creating... [ 930.029166] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.029363] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.029487] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.029774] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.029946] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.030318] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.030498] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.030622] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.030892] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.031045] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.031223] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Resource: SegmentPort with ID: da0568ec-6a22-4175-a830-f8bea07060ba is going to be created. [ 930.077931] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.078305] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.078513] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.078931] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.079331] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.079710] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "port-da0568ec-6a22-4175-a830-f8bea07060ba" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.271279] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4bfd9b79-1782-475e-b528-c73d4a703442 in Status: SUCCESS [ 930.271953] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4bfd9b79-1782-475e-b528-c73d4a703442" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.775588] env[65642]: INFO networking_nsxv3.common.synchronization [req-e852eac8-b63c-4ac1-8658-238865f1fc4b req-fc61df0e-b52d-4f28-aa38-ed2ddb14756e service nova] Enqueued Resource ID: 275dc271-b0af-4a42-966e-14343faaa755 with Priority: HIGHEST for action security_group_rules [ 930.775852] env[65642]: INFO networking_nsxv3.common.synchronization [req-e852eac8-b63c-4ac1-8658-238865f1fc4b req-fc61df0e-b52d-4f28-aa38-ed2ddb14756e service nova] Enqueued Resource ID: 275dc271-b0af-4a42-966e-14343faaa755 with Priority: HIGHEST for action security_group_members [ 930.775951] env[65642]: INFO networking_nsxv3.common.synchronization [req-e852eac8-b63c-4ac1-8658-238865f1fc4b req-fc61df0e-b52d-4f28-aa38-ed2ddb14756e service nova] Enqueued Resource ID: da0568ec-6a22-4175-a830-f8bea07060ba with Priority: HIGHEST for action port [ 930.776564] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 275dc271-b0af-4a42-966e-14343faaa755 with Priority: HIGHEST for action security_group_rules [ 930.776992] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 275dc271-b0af-4a42-966e-14343faaa755 with Priority: HIGHEST for action security_group_members [ 930.777217] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da0568ec-6a22-4175-a830-f8bea07060ba with Priority: HIGHEST for action port [ 930.777485] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-275dc271-b0af-4a42-966e-14343faaa755 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.777611] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.777770] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.777934] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.778117] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('275dc271-b0af-4a42-966e-14343faaa755',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.778987] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-275dc271-b0af-4a42-966e-14343faaa755 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.779100] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.779911] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-da0568ec-6a22-4175-a830-f8bea07060ba taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.780032] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da0568ec-6a22-4175-a830-f8bea07060ba" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.780079] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da0568ec-6a22-4175-a830-f8bea07060ba" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.781190] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da0568ec-6a22-4175-a830-f8bea07060ba" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.781190] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da0568ec-6a22-4175-a830-f8bea07060ba',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.282722] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-275dc271-b0af-4a42-966e-14343faaa755 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.282722] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.283197] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port da0568ec-6a22-4175-a830-f8bea07060ba with status ACTIVE [ 931.283197] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.283197] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.283391] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.283489] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.283593] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.283914] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.283914] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.284070] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.284176] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.284295] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.284446] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.284541] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.284701] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.285233] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.285397] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.285624] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: da0568ec-6a22-4175-a830-f8bea07060ba is going to be updated. [ 931.323708] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.324024] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.324160] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.324422] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.324652] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.325221] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da0568ec-6a22-4175-a830-f8bea07060ba" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.691700] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 275dc271-b0af-4a42-966e-14343faaa755 in Status: SUCCESS [ 931.691918] env[65642]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 275dc271-b0af-4a42-966e-14343faaa755 deletion is rescheduled due to dependency. [ 931.692052] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.692206] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.692439] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.692615] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.692735] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.692808] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.692947] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.693042] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.693141] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('275dc271-b0af-4a42-966e-14343faaa755',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.728030] env[65642]: INFO networking_nsxv3.common.synchronization [req-4da6325a-ce52-418f-bf88-022f6c9a5e96 req-56989c62-4dfa-4380-aeb2-1ab6d625f1ef tempest-ServersTestManualDisk-1648227799 tempest-ServersTestManualDisk-1648227799-project-member] Enqueued Resource ID: ae924ace-0eec-4781-9c67-ca2b9a232896 with Priority: HIGHEST for action security_group_members [ 931.728529] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae924ace-0eec-4781-9c67-ca2b9a232896 with Priority: HIGHEST for action security_group_members [ 931.728915] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae924ace-0eec-4781-9c67-ca2b9a232896 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.729355] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae924ace-0eec-4781-9c67-ca2b9a232896" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.729355] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae924ace-0eec-4781-9c67-ca2b9a232896" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.729474] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae924ace-0eec-4781-9c67-ca2b9a232896" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.729560] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.729639] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.729700] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.729875] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.729985] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.730097] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae924ace-0eec-4781-9c67-ca2b9a232896',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.955932] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5793b24-06e3-473f-bd9b-dc44d866d2ae in Status: SUCCESS [ 931.955932] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5793b24-06e3-473f-bd9b-dc44d866d2ae" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.955932] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5793b24-06e3-473f-bd9b-dc44d866d2ae" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.955932] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5793b24-06e3-473f-bd9b-dc44d866d2ae" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.955932] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.955932] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.955932] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.955932] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.955932] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.955932] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5793b24-06e3-473f-bd9b-dc44d866d2ae" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.958284] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f5793b24-06e3-473f-bd9b-dc44d866d2ae',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.108349] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock network-915 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.108568] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "network-915" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.108695] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "network-915" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.109057] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "network-915" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.109355] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.109515] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.109871] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.109871] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.110045] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.110211] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 932.110379] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] NeedRegenerationException {{(pid=65642) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 932.110525] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] no value, waiting for create lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 932.110638] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] value creation lock acquired {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 932.110753] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 932.110905] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Calling creation function for not-yet-present value {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 932.110983] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 932.132823] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 932.132823] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65642) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 932.132823] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Released creation lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 932.132823] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "network-915" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.134685] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock port-77e32354-4814-46ee-a707-cb2d143cf7eb taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.134685] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "port-77e32354-4814-46ee-a707-cb2d143cf7eb" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.134685] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "port-77e32354-4814-46ee-a707-cb2d143cf7eb" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.134685] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "port-77e32354-4814-46ee-a707-cb2d143cf7eb" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.134685] env[65642]: DEBUG networking_nsxv3.api.rpc [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77e32354-4814-46ee-a707-cb2d143cf7eb',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.198022] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('275dc271-b0af-4a42-966e-14343faaa755',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.234058] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.234249] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.234316] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.234587] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.234690] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.234896] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.234992] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.235063] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.235216] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.235294] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.235371] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae924ace-0eec-4781-9c67-ca2b9a232896 already deleted. [ 932.236198] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae924ace-0eec-4781-9c67-ca2b9a232896" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.464346] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5793b24-06e3-473f-bd9b-dc44d866d2ae taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.464565] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5793b24-06e3-473f-bd9b-dc44d866d2ae" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.464565] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5793b24-06e3-473f-bd9b-dc44d866d2ae" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.464823] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5793b24-06e3-473f-bd9b-dc44d866d2ae" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.465010] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.465120] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.465184] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.465342] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.465457] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.465506] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5793b24-06e3-473f-bd9b-dc44d866d2ae" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.465654] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5793b24-06e3-473f-bd9b-dc44d866d2ae taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.465747] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5793b24-06e3-473f-bd9b-dc44d866d2ae" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.465808] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5793b24-06e3-473f-bd9b-dc44d866d2ae" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.465961] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5793b24-06e3-473f-bd9b-dc44d866d2ae" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.466243] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.466243] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.466243] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.466383] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.466444] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.466522] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5793b24-06e3-473f-bd9b-dc44d866d2ae" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.466636] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f5793b24-06e3-473f-bd9b-dc44d866d2ae',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.636902] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.637156] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.637358] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.637582] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.637816] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.638029] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Segment Port 77e32354-4814-46ee-a707-cb2d143cf7eb not found, creating... [ 932.638453] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.639178] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.639178] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.639178] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.639178] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.639436] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.639598] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.639722] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.640047] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.640131] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.640293] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Resource: SegmentPort with ID: 77e32354-4814-46ee-a707-cb2d143cf7eb is going to be created. [ 932.661533] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.661778] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.661853] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.662237] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.662483] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.662818] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "port-77e32354-4814-46ee-a707-cb2d143cf7eb" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.698074] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('275dc271-b0af-4a42-966e-14343faaa755',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.969915] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f5793b24-06e3-473f-bd9b-dc44d866d2ae: rpc.has_security_group_logging(os_id): False [ 932.987523] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.987674] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.987748] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.987966] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.988070] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.988291] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.988391] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.988454] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.988607] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.988683] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.988868] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.988966] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.989047] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.989193] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.989277] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.989453] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.989545] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.989657] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.989738] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.989809] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.989891] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f5793b24-06e3-473f-bd9b-dc44d866d2ae is going to be created. [ 933.062171] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.062171] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.062285] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.062439] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.062624] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.075163] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f5793b24-06e3-473f-bd9b-dc44d866d2ae in Status: IN_PROGRESS for 2s [ 933.201167] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.201426] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.201426] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.201669] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.201775] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.201890] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 275dc271-b0af-4a42-966e-14343faaa755 is going to be updated. [ 933.240774] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.240953] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.241060] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.241876] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.241876] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.251289] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 275dc271-b0af-4a42-966e-14343faaa755 in Status: IN_PROGRESS for 2s [ 933.406716] env[65642]: INFO networking_nsxv3.common.synchronization [req-4da6325a-ce52-418f-bf88-022f6c9a5e96 req-cc77638f-ea3d-49cf-a97e-fe25f7bc6a80 service nova] Enqueued Resource ID: ae924ace-0eec-4781-9c67-ca2b9a232896 with Priority: HIGHEST for action security_group_rules [ 933.406913] env[65642]: INFO networking_nsxv3.common.synchronization [req-4da6325a-ce52-418f-bf88-022f6c9a5e96 req-cc77638f-ea3d-49cf-a97e-fe25f7bc6a80 service nova] Enqueued Resource ID: ae924ace-0eec-4781-9c67-ca2b9a232896 with Priority: HIGHEST for action security_group_members [ 933.406913] env[65642]: INFO networking_nsxv3.common.synchronization [req-4da6325a-ce52-418f-bf88-022f6c9a5e96 req-cc77638f-ea3d-49cf-a97e-fe25f7bc6a80 service nova] Enqueued Resource ID: 77e32354-4814-46ee-a707-cb2d143cf7eb with Priority: HIGHEST for action port [ 933.407765] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae924ace-0eec-4781-9c67-ca2b9a232896 with Priority: HIGHEST for action security_group_rules [ 933.407944] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae924ace-0eec-4781-9c67-ca2b9a232896 with Priority: HIGHEST for action security_group_members [ 933.408170] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77e32354-4814-46ee-a707-cb2d143cf7eb with Priority: HIGHEST for action port [ 933.409054] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ae924ace-0eec-4781-9c67-ca2b9a232896 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.409312] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ae924ace-0eec-4781-9c67-ca2b9a232896" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.409368] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ae924ace-0eec-4781-9c67-ca2b9a232896" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.409675] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ae924ace-0eec-4781-9c67-ca2b9a232896" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.409783] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ae924ace-0eec-4781-9c67-ca2b9a232896',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.411731] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae924ace-0eec-4781-9c67-ca2b9a232896 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.411894] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae924ace-0eec-4781-9c67-ca2b9a232896" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.411982] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae924ace-0eec-4781-9c67-ca2b9a232896" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.412232] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae924ace-0eec-4781-9c67-ca2b9a232896" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.412431] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.412562] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.412645] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.412835] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.412945] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.413075] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae924ace-0eec-4781-9c67-ca2b9a232896',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.414496] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-77e32354-4814-46ee-a707-cb2d143cf7eb taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.414635] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-77e32354-4814-46ee-a707-cb2d143cf7eb" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.414724] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-77e32354-4814-46ee-a707-cb2d143cf7eb" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.414920] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-77e32354-4814-46ee-a707-cb2d143cf7eb" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.415090] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77e32354-4814-46ee-a707-cb2d143cf7eb',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.912767] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae924ace-0eec-4781-9c67-ca2b9a232896 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.913302] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae924ace-0eec-4781-9c67-ca2b9a232896" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.919030] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 77e32354-4814-46ee-a707-cb2d143cf7eb with status ACTIVE [ 933.919030] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.919030] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.919295] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.919328] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.919489] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.920086] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.920086] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.920086] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.920256] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.920404] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.920744] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.920933] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.921707] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.921707] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.921707] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.921707] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 77e32354-4814-46ee-a707-cb2d143cf7eb is going to be updated. [ 933.923458] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ae924ace-0eec-4781-9c67-ca2b9a232896',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.953918] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.954133] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.954248] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.954486] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.954663] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.954862] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-77e32354-4814-46ee-a707-cb2d143cf7eb" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.387368] env[65642]: INFO networking_nsxv3.common.synchronization [req-d3d7d485-c4c4-4557-8975-3dcda3c2d5f7 req-0385693d-9b6f-48cd-a4a9-2c565ba84984 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Enqueued Resource ID: 667f782b-a80d-4de6-9fef-1129c0d1ade3 with Priority: HIGHEST for action security_group_members [ 934.387368] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 667f782b-a80d-4de6-9fef-1129c0d1ade3 with Priority: HIGHEST for action security_group_members [ 934.387368] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-667f782b-a80d-4de6-9fef-1129c0d1ade3 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.387368] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-667f782b-a80d-4de6-9fef-1129c0d1ade3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.387368] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-667f782b-a80d-4de6-9fef-1129c0d1ade3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.387774] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-667f782b-a80d-4de6-9fef-1129c0d1ade3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.387774] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.387774] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.387774] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.387931] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.387962] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.391659] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('667f782b-a80d-4de6-9fef-1129c0d1ade3',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.426270] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ae924ace-0eec-4781-9c67-ca2b9a232896',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.640210] env[65642]: INFO networking_nsxv3.common.synchronization [req-01fad9d3-7305-4bbb-a31d-568647cfb6fd req-bbb47015-0af1-44da-a658-2b7429a7086d tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Enqueued Resource ID: b8ec4214-95fc-4945-8050-c52f58369b15 with Priority: HIGHEST for action security_group_members [ 934.640668] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8ec4214-95fc-4945-8050-c52f58369b15 with Priority: HIGHEST for action security_group_members [ 934.641155] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8ec4214-95fc-4945-8050-c52f58369b15 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.641474] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8ec4214-95fc-4945-8050-c52f58369b15" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.641704] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8ec4214-95fc-4945-8050-c52f58369b15" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.642076] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8ec4214-95fc-4945-8050-c52f58369b15" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.643949] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.643949] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.643949] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.643949] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.643949] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.643949] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8ec4214-95fc-4945-8050-c52f58369b15',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.761229] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock network-891 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.761582] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "network-891" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.761767] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "network-891" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.762163] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "network-891" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.762623] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.762723] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.762873] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.763154] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.763328] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.763682] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 934.763833] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] NeedRegenerationException {{(pid=65642) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 934.763999] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] no value, waiting for create lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 934.764123] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] value creation lock acquired {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 934.764225] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 934.764335] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Calling creation function for not-yet-present value {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 934.764461] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 934.783836] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 934.784057] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65642) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 934.784211] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Released creation lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 934.784427] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "network-891" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.784809] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock port-a160e6fc-9ab3-424d-a0a5-13002ddd5e4e taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.785047] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "port-a160e6fc-9ab3-424d-a0a5-13002ddd5e4e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.785198] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "port-a160e6fc-9ab3-424d-a0a5-13002ddd5e4e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.785542] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "port-a160e6fc-9ab3-424d-a0a5-13002ddd5e4e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.785701] env[65642]: DEBUG networking_nsxv3.api.rpc [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a160e6fc-9ab3-424d-a0a5-13002ddd5e4e',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.893792] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.894017] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.894127] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.894482] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.894482] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.894682] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.894795] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.894859] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.895021] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.895100] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.895187] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 667f782b-a80d-4de6-9fef-1129c0d1ade3 already deleted. [ 934.895269] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-667f782b-a80d-4de6-9fef-1129c0d1ade3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.929911] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.930225] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.930263] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.931621] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.931864] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.932355] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae924ace-0eec-4781-9c67-ca2b9a232896 is going to be created. [ 934.957604] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.957804] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.957898] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.958141] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.958457] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.971853] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae924ace-0eec-4781-9c67-ca2b9a232896 in Status: UNINITIALIZED for 2s [ 935.040408] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock network-641 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.040589] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "network-641" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.043125] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "network-641" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.043125] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "network-641" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.043125] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.043125] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.043125] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.043125] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.043125] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.043125] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 935.043125] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] NeedRegenerationException {{(pid=65642) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 935.043125] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] no value, waiting for create lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 935.043125] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] value creation lock acquired {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 935.043125] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 935.043125] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Calling creation function for not-yet-present value {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 935.043125] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 935.063051] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 935.063282] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65642) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 935.063495] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Released creation lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 935.063694] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "network-641" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.064114] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock port-13717ac0-38fa-4f41-9511-7f332add7267 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.064414] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "port-13717ac0-38fa-4f41-9511-7f332add7267" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.064414] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "port-13717ac0-38fa-4f41-9511-7f332add7267" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.064770] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "port-13717ac0-38fa-4f41-9511-7f332add7267" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.064997] env[65642]: DEBUG networking_nsxv3.api.rpc [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13717ac0-38fa-4f41-9511-7f332add7267',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.088463] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f5793b24-06e3-473f-bd9b-dc44d866d2ae in Status: SUCCESS [ 935.088683] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f5793b24-06e3-473f-bd9b-dc44d866d2ae" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.146170] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.146411] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.146411] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.146647] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.146756] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.146987] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.147119] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.147186] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.147397] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.147520] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.147581] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8ec4214-95fc-4945-8050-c52f58369b15 is going to be updated. [ 935.188695] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.189032] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.189032] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.189379] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.189574] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.207921] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8ec4214-95fc-4945-8050-c52f58369b15 in Status: IN_PROGRESS for 2s [ 935.281183] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 275dc271-b0af-4a42-966e-14343faaa755 in Status: SUCCESS [ 935.281549] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.281757] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.281998] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.282387] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.282560] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.282660] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.282897] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.282999] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.283119] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.283328] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('275dc271-b0af-4a42-966e-14343faaa755',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.288573] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.288886] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.289077] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.289406] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.289590] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.289784] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Segment Port a160e6fc-9ab3-424d-a0a5-13002ddd5e4e not found, creating... [ 935.290151] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.290346] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.290501] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.290842] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.291143] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.291615] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.291886] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.292069] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.292435] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.292635] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.292797] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Resource: SegmentPort with ID: a160e6fc-9ab3-424d-a0a5-13002ddd5e4e is going to be created. [ 935.334879] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.335275] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.335275] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.335583] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.335845] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.336361] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "port-a160e6fc-9ab3-424d-a0a5-13002ddd5e4e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.567889] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.568147] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.568268] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.568561] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.568705] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.568859] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Segment Port 13717ac0-38fa-4f41-9511-7f332add7267 not found, creating... [ 935.569139] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.569303] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.569450] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.569680] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.569817] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.570151] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.570323] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.570444] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.570686] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.570829] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.571558] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Resource: SegmentPort with ID: 13717ac0-38fa-4f41-9511-7f332add7267 is going to be created. [ 935.593946] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.594174] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.594304] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.594612] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.594899] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.595149] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "port-13717ac0-38fa-4f41-9511-7f332add7267" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.787249] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-275dc271-b0af-4a42-966e-14343faaa755 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.787493] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.787568] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.787793] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.787985] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.788102] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.788167] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.788315] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.788407] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.788493] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.788639] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-275dc271-b0af-4a42-966e-14343faaa755 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.788734] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.788796] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.788937] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.789089] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.789181] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.789265] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.789375] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.789450] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.789533] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.789619] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('275dc271-b0af-4a42-966e-14343faaa755',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.063025] env[65642]: INFO networking_nsxv3.common.synchronization [req-d3d7d485-c4c4-4557-8975-3dcda3c2d5f7 req-c131a16c-0feb-4c06-9593-f44e35b6ef69 service nova] Enqueued Resource ID: 667f782b-a80d-4de6-9fef-1129c0d1ade3 with Priority: HIGHEST for action security_group_rules [ 936.063313] env[65642]: INFO networking_nsxv3.common.synchronization [req-d3d7d485-c4c4-4557-8975-3dcda3c2d5f7 req-c131a16c-0feb-4c06-9593-f44e35b6ef69 service nova] Enqueued Resource ID: 667f782b-a80d-4de6-9fef-1129c0d1ade3 with Priority: HIGHEST for action security_group_members [ 936.063313] env[65642]: INFO networking_nsxv3.common.synchronization [req-d3d7d485-c4c4-4557-8975-3dcda3c2d5f7 req-c131a16c-0feb-4c06-9593-f44e35b6ef69 service nova] Enqueued Resource ID: a160e6fc-9ab3-424d-a0a5-13002ddd5e4e with Priority: HIGHEST for action port [ 936.063837] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 667f782b-a80d-4de6-9fef-1129c0d1ade3 with Priority: HIGHEST for action security_group_rules [ 936.063983] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 667f782b-a80d-4de6-9fef-1129c0d1ade3 with Priority: HIGHEST for action security_group_members [ 936.064767] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a160e6fc-9ab3-424d-a0a5-13002ddd5e4e with Priority: HIGHEST for action port [ 936.065104] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-667f782b-a80d-4de6-9fef-1129c0d1ade3 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.065234] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-667f782b-a80d-4de6-9fef-1129c0d1ade3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.065301] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-667f782b-a80d-4de6-9fef-1129c0d1ade3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.065527] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-667f782b-a80d-4de6-9fef-1129c0d1ade3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.065575] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('667f782b-a80d-4de6-9fef-1129c0d1ade3',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.067450] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-667f782b-a80d-4de6-9fef-1129c0d1ade3 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.067450] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-667f782b-a80d-4de6-9fef-1129c0d1ade3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.067536] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-667f782b-a80d-4de6-9fef-1129c0d1ade3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.067659] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-667f782b-a80d-4de6-9fef-1129c0d1ade3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.067852] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.067959] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.068033] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.068221] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.068480] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.068480] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('667f782b-a80d-4de6-9fef-1129c0d1ade3',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.070253] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-a160e6fc-9ab3-424d-a0a5-13002ddd5e4e taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.070471] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a160e6fc-9ab3-424d-a0a5-13002ddd5e4e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.070545] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a160e6fc-9ab3-424d-a0a5-13002ddd5e4e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.070714] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a160e6fc-9ab3-424d-a0a5-13002ddd5e4e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.070791] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a160e6fc-9ab3-424d-a0a5-13002ddd5e4e',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.291487] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 275dc271-b0af-4a42-966e-14343faaa755: rpc.has_security_group_logging(os_id): False [ 936.313801] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.313990] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.314077] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.314314] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.314413] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.314641] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.314748] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.314815] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.314966] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.315054] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.315245] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.315352] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.315424] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.315531] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.315602] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.315833] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.315959] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.317329] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.317433] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.317519] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.317613] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 275dc271-b0af-4a42-966e-14343faaa755 is going to be updated. [ 936.335873] env[65642]: INFO networking_nsxv3.common.synchronization [req-01fad9d3-7305-4bbb-a31d-568647cfb6fd req-9ad03a8e-3648-4573-99e1-1ad8d9242b94 service nova] Enqueued Resource ID: b8ec4214-95fc-4945-8050-c52f58369b15 with Priority: HIGHEST for action security_group_rules [ 936.336184] env[65642]: INFO networking_nsxv3.common.synchronization [req-01fad9d3-7305-4bbb-a31d-568647cfb6fd req-9ad03a8e-3648-4573-99e1-1ad8d9242b94 service nova] Enqueued Resource ID: b8ec4214-95fc-4945-8050-c52f58369b15 with Priority: HIGHEST for action security_group_members [ 936.336286] env[65642]: INFO networking_nsxv3.common.synchronization [req-01fad9d3-7305-4bbb-a31d-568647cfb6fd req-9ad03a8e-3648-4573-99e1-1ad8d9242b94 service nova] Enqueued Resource ID: 13717ac0-38fa-4f41-9511-7f332add7267 with Priority: HIGHEST for action port [ 936.336886] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8ec4214-95fc-4945-8050-c52f58369b15 with Priority: HIGHEST for action security_group_rules [ 936.337138] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8ec4214-95fc-4945-8050-c52f58369b15 with Priority: HIGHEST for action security_group_members [ 936.337277] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13717ac0-38fa-4f41-9511-7f332add7267 with Priority: HIGHEST for action port [ 936.337550] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b8ec4214-95fc-4945-8050-c52f58369b15 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.337737] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b8ec4214-95fc-4945-8050-c52f58369b15" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.337737] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b8ec4214-95fc-4945-8050-c52f58369b15" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.338120] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b8ec4214-95fc-4945-8050-c52f58369b15" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.338120] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b8ec4214-95fc-4945-8050-c52f58369b15',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.338986] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8ec4214-95fc-4945-8050-c52f58369b15 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.339071] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8ec4214-95fc-4945-8050-c52f58369b15" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.339295] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-13717ac0-38fa-4f41-9511-7f332add7267 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.339295] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-13717ac0-38fa-4f41-9511-7f332add7267" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.339445] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-13717ac0-38fa-4f41-9511-7f332add7267" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.339859] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-13717ac0-38fa-4f41-9511-7f332add7267" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.339859] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13717ac0-38fa-4f41-9511-7f332add7267',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.382678] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.382912] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.383042] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.383360] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.383598] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.402145] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 275dc271-b0af-4a42-966e-14343faaa755 in Status: IN_PROGRESS for 2s [ 936.568166] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-667f782b-a80d-4de6-9fef-1129c0d1ade3 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.568376] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-667f782b-a80d-4de6-9fef-1129c0d1ade3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.570810] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('667f782b-a80d-4de6-9fef-1129c0d1ade3',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.573812] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a160e6fc-9ab3-424d-a0a5-13002ddd5e4e with status ACTIVE [ 936.573812] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.573812] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.574027] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.574240] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.574518] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.574576] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.574721] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.574795] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.574982] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.575251] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.575320] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.575398] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.575447] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.575590] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.575769] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.575872] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a160e6fc-9ab3-424d-a0a5-13002ddd5e4e is going to be updated. [ 936.601741] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.602091] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.602091] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.602571] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.602571] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.602571] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a160e6fc-9ab3-424d-a0a5-13002ddd5e4e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.841468] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8ec4214-95fc-4945-8050-c52f58369b15 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.841648] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8ec4214-95fc-4945-8050-c52f58369b15" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.844995] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 13717ac0-38fa-4f41-9511-7f332add7267 with status ACTIVE [ 936.845309] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.845558] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.845920] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.846250] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.846408] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.846667] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.846853] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.846957] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.847185] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.847278] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.847482] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.847581] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.847700] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.847874] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.847978] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.848112] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 13717ac0-38fa-4f41-9511-7f332add7267 is going to be updated. [ 936.871181] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.871331] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.871405] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.871674] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.871810] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.871975] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-13717ac0-38fa-4f41-9511-7f332add7267" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.982039] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae924ace-0eec-4781-9c67-ca2b9a232896 in Status: SUCCESS [ 936.982288] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae924ace-0eec-4781-9c67-ca2b9a232896" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.982375] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae924ace-0eec-4781-9c67-ca2b9a232896" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.983534] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae924ace-0eec-4781-9c67-ca2b9a232896" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.983534] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.983534] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.983534] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.983534] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.983534] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.983534] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae924ace-0eec-4781-9c67-ca2b9a232896" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.983534] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ae924ace-0eec-4781-9c67-ca2b9a232896',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.075375] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('667f782b-a80d-4de6-9fef-1129c0d1ade3',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.224967] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8ec4214-95fc-4945-8050-c52f58369b15 in Status: IN_PROGRESS for 4s [ 937.486595] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ae924ace-0eec-4781-9c67-ca2b9a232896',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.580452] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.580620] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.580736] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.581090] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.581244] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.581390] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 667f782b-a80d-4de6-9fef-1129c0d1ade3 is going to be created. [ 937.607369] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.607588] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.607719] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.607875] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.608082] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.622109] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 667f782b-a80d-4de6-9fef-1129c0d1ade3 in Status: UNINITIALIZED for 2s [ 937.986219] env[65642]: INFO networking_nsxv3.common.synchronization [req-5cab15a3-bd3c-4f74-907e-757935bc4849 req-aef5e197-80da-48a9-9822-1db24c632e32 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Enqueued Resource ID: 8732058f-de18-4fc5-aa07-afa7e3868124 with Priority: HIGHEST for action security_group_members [ 937.986860] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8732058f-de18-4fc5-aa07-afa7e3868124 with Priority: HIGHEST for action security_group_members [ 937.987120] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-8732058f-de18-4fc5-aa07-afa7e3868124 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.987241] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8732058f-de18-4fc5-aa07-afa7e3868124" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.987301] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8732058f-de18-4fc5-aa07-afa7e3868124" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.987569] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8732058f-de18-4fc5-aa07-afa7e3868124" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.987748] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.987884] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.987914] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.988083] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.988182] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.988267] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8732058f-de18-4fc5-aa07-afa7e3868124',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.990283] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ae924ace-0eec-4781-9c67-ca2b9a232896: rpc.has_security_group_logging(os_id): False [ 938.011042] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.011176] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.011213] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.011412] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.011811] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.011811] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.011951] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.011984] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.012154] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.012231] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.012317] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ae924ace-0eec-4781-9c67-ca2b9a232896 is going to be created. [ 938.084789] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.084789] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.084789] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.084789] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.085187] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.102191] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ae924ace-0eec-4781-9c67-ca2b9a232896 in Status: IN_PROGRESS for 2s [ 938.415452] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock network-297 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.415648] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "network-297" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.415849] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "network-297" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.416508] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "network-297" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.416925] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.417073] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.417211] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.417512] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.417726] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.417999] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 938.418141] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] NeedRegenerationException {{(pid=65642) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 938.418335] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] no value, waiting for create lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 938.418470] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] value creation lock acquired {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 938.418588] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 938.418699] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Calling creation function for not-yet-present value {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 938.418836] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 938.420515] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 275dc271-b0af-4a42-966e-14343faaa755 in Status: SUCCESS [ 938.420722] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.440035] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 938.440229] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65642) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 938.440374] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Released creation lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 938.440549] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "network-297" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.440870] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock port-a5253588-d389-4ca4-b56d-3c116e1eb69e taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.441056] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "port-a5253588-d389-4ca4-b56d-3c116e1eb69e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.441178] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "port-a5253588-d389-4ca4-b56d-3c116e1eb69e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.441569] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "port-a5253588-d389-4ca4-b56d-3c116e1eb69e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.441680] env[65642]: DEBUG networking_nsxv3.api.rpc [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5253588-d389-4ca4-b56d-3c116e1eb69e',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.492142] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.492299] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.492370] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.492577] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.492682] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.492871] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.492971] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.493057] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.493209] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.493285] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.493368] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8732058f-de18-4fc5-aa07-afa7e3868124 already deleted. [ 938.493448] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8732058f-de18-4fc5-aa07-afa7e3868124" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.945133] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.945613] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.947050] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.947050] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.947050] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.947050] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Segment Port a5253588-d389-4ca4-b56d-3c116e1eb69e not found, creating... [ 938.948033] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.948033] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.948263] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.948816] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.949876] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.949876] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.949876] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.950199] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.950539] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.950811] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.951254] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Resource: SegmentPort with ID: a5253588-d389-4ca4-b56d-3c116e1eb69e is going to be created. [ 938.979207] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.979528] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.981109] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.981109] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.981109] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.981109] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "port-a5253588-d389-4ca4-b56d-3c116e1eb69e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.242340] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8ec4214-95fc-4945-8050-c52f58369b15 in Status: SUCCESS [ 939.244250] env[65642]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8ec4214-95fc-4945-8050-c52f58369b15 deletion is rescheduled due to dependency. [ 939.244250] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8ec4214-95fc-4945-8050-c52f58369b15" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.244250] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8ec4214-95fc-4945-8050-c52f58369b15" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.244355] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8ec4214-95fc-4945-8050-c52f58369b15" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.244560] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.244694] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.244755] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.244935] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.245043] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.245159] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8ec4214-95fc-4945-8050-c52f58369b15',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.635033] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 667f782b-a80d-4de6-9fef-1129c0d1ade3 in Status: SUCCESS [ 939.635033] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-667f782b-a80d-4de6-9fef-1129c0d1ade3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.635271] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-667f782b-a80d-4de6-9fef-1129c0d1ade3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.635461] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-667f782b-a80d-4de6-9fef-1129c0d1ade3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.635764] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.635934] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.636066] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.636303] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.636424] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.636549] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-667f782b-a80d-4de6-9fef-1129c0d1ade3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.636678] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('667f782b-a80d-4de6-9fef-1129c0d1ade3',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.681836] env[65642]: INFO networking_nsxv3.common.synchronization [req-5cab15a3-bd3c-4f74-907e-757935bc4849 req-37a9e31f-f157-40ed-86be-5981dd53b9b9 service nova] Enqueued Resource ID: 8732058f-de18-4fc5-aa07-afa7e3868124 with Priority: HIGHEST for action security_group_rules [ 939.681958] env[65642]: INFO networking_nsxv3.common.synchronization [req-5cab15a3-bd3c-4f74-907e-757935bc4849 req-37a9e31f-f157-40ed-86be-5981dd53b9b9 service nova] Enqueued Resource ID: 8732058f-de18-4fc5-aa07-afa7e3868124 with Priority: HIGHEST for action security_group_members [ 939.682032] env[65642]: INFO networking_nsxv3.common.synchronization [req-5cab15a3-bd3c-4f74-907e-757935bc4849 req-37a9e31f-f157-40ed-86be-5981dd53b9b9 service nova] Enqueued Resource ID: a5253588-d389-4ca4-b56d-3c116e1eb69e with Priority: HIGHEST for action port [ 939.682528] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8732058f-de18-4fc5-aa07-afa7e3868124 with Priority: HIGHEST for action security_group_rules [ 939.682668] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8732058f-de18-4fc5-aa07-afa7e3868124 with Priority: HIGHEST for action security_group_members [ 939.682762] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5253588-d389-4ca4-b56d-3c116e1eb69e with Priority: HIGHEST for action port [ 939.685232] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8732058f-de18-4fc5-aa07-afa7e3868124 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.685403] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8732058f-de18-4fc5-aa07-afa7e3868124" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.685484] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8732058f-de18-4fc5-aa07-afa7e3868124" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.685699] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8732058f-de18-4fc5-aa07-afa7e3868124" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.685924] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8732058f-de18-4fc5-aa07-afa7e3868124',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.686946] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-8732058f-de18-4fc5-aa07-afa7e3868124 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.687116] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8732058f-de18-4fc5-aa07-afa7e3868124" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.687204] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8732058f-de18-4fc5-aa07-afa7e3868124" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.687436] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8732058f-de18-4fc5-aa07-afa7e3868124" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.688163] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.688345] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.688446] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.688626] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.688797] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.688833] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8732058f-de18-4fc5-aa07-afa7e3868124',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.689836] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-a5253588-d389-4ca4-b56d-3c116e1eb69e taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.689949] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a5253588-d389-4ca4-b56d-3c116e1eb69e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.690030] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a5253588-d389-4ca4-b56d-3c116e1eb69e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.690193] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a5253588-d389-4ca4-b56d-3c116e1eb69e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.690272] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5253588-d389-4ca4-b56d-3c116e1eb69e',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.747206] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b8ec4214-95fc-4945-8050-c52f58369b15',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.123038] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ae924ace-0eec-4781-9c67-ca2b9a232896 in Status: SUCCESS [ 940.123310] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ae924ace-0eec-4781-9c67-ca2b9a232896" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.138961] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('667f782b-a80d-4de6-9fef-1129c0d1ade3',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.194533] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8732058f-de18-4fc5-aa07-afa7e3868124',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.194533] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-8732058f-de18-4fc5-aa07-afa7e3868124 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.195852] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8732058f-de18-4fc5-aa07-afa7e3868124" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.196618] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a5253588-d389-4ca4-b56d-3c116e1eb69e with status ACTIVE [ 940.198165] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.198165] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.198165] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.198165] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.198165] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.198822] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.199188] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.200031] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.200031] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.200031] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.200501] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.202479] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.202479] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.202479] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.202479] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.202479] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a5253588-d389-4ca4-b56d-3c116e1eb69e is going to be updated. [ 940.237219] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.238156] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.238156] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.238156] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.238156] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.238572] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a5253588-d389-4ca4-b56d-3c116e1eb69e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.248959] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b8ec4214-95fc-4945-8050-c52f58369b15',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.642800] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 667f782b-a80d-4de6-9fef-1129c0d1ade3: rpc.has_security_group_logging(os_id): False [ 940.663170] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.663401] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.663401] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.663742] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.663742] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.663971] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.664095] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.664159] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.664344] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.664530] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.664530] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 667f782b-a80d-4de6-9fef-1129c0d1ade3 is going to be created. [ 940.697570] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8732058f-de18-4fc5-aa07-afa7e3868124',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.738162] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.738397] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.738492] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.738846] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.739099] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.751047] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.751226] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.751299] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.751884] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.751884] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.751884] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8ec4214-95fc-4945-8050-c52f58369b15 is going to be updated. [ 940.753587] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 667f782b-a80d-4de6-9fef-1129c0d1ade3 in Status: IN_PROGRESS for 2s [ 940.785239] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.785956] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.785956] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.785956] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.785956] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.799936] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8ec4214-95fc-4945-8050-c52f58369b15 in Status: IN_PROGRESS for 2s [ 941.199969] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.200907] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.200907] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.200907] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.200907] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.200907] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8732058f-de18-4fc5-aa07-afa7e3868124 is going to be created. [ 941.234376] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.234579] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.234579] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.234944] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.235574] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.248723] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8732058f-de18-4fc5-aa07-afa7e3868124 in Status: UNINITIALIZED for 2s [ 941.433280] env[65642]: INFO networking_nsxv3.common.synchronization [None req-05d8b4a3-148b-4c0c-a4bf-7f38f99dc789 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Enqueued Resource ID: b8ec4214-95fc-4945-8050-c52f58369b15 with Priority: HIGHEST for action security_group_members [ 941.433888] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8ec4214-95fc-4945-8050-c52f58369b15 with Priority: HIGHEST for action security_group_members [ 941.434278] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8ec4214-95fc-4945-8050-c52f58369b15 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.434389] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8ec4214-95fc-4945-8050-c52f58369b15" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.766835] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 667f782b-a80d-4de6-9fef-1129c0d1ade3 in Status: SUCCESS [ 942.767211] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-667f782b-a80d-4de6-9fef-1129c0d1ade3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.811888] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8ec4214-95fc-4945-8050-c52f58369b15 in Status: SUCCESS [ 942.812132] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8ec4214-95fc-4945-8050-c52f58369b15" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.812304] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8ec4214-95fc-4945-8050-c52f58369b15" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.812528] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8ec4214-95fc-4945-8050-c52f58369b15" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.812724] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.812844] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.812907] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.813067] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.813140] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.813226] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8ec4214-95fc-4945-8050-c52f58369b15" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.813320] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b8ec4214-95fc-4945-8050-c52f58369b15',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.815317] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8ec4214-95fc-4945-8050-c52f58369b15" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.815509] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8ec4214-95fc-4945-8050-c52f58369b15" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.815688] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.815829] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.815892] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.816107] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.816226] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.816287] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8ec4214-95fc-4945-8050-c52f58369b15',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.259981] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8732058f-de18-4fc5-aa07-afa7e3868124 in Status: SUCCESS [ 943.259981] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8732058f-de18-4fc5-aa07-afa7e3868124" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.259981] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8732058f-de18-4fc5-aa07-afa7e3868124" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.260192] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8732058f-de18-4fc5-aa07-afa7e3868124" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.260192] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.260347] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.260376] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.261245] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.261245] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.261245] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8732058f-de18-4fc5-aa07-afa7e3868124" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.261245] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8732058f-de18-4fc5-aa07-afa7e3868124',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.316936] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8ec4214-95fc-4945-8050-c52f58369b15 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.317217] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8ec4214-95fc-4945-8050-c52f58369b15" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.318487] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b8ec4214-95fc-4945-8050-c52f58369b15',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.610269] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock network-641 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.610622] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "network-641" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.610622] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "network-641" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.610862] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "network-641" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.611473] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.611760] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.611952] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.612317] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.612532] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.612816] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 943.612985] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] NeedRegenerationException {{(pid=65642) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 943.613175] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] no value, waiting for create lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 943.613329] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] value creation lock acquired {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 943.613541] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 943.614097] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Calling creation function for not-yet-present value {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 943.614097] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 943.633558] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 943.633845] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65642) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 943.634040] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Released creation lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 943.634265] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "network-641" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.634642] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock port-04c8ed74-06c2-4c65-a79c-83fd8c52aa5d taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.634909] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "port-04c8ed74-06c2-4c65-a79c-83fd8c52aa5d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.635065] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "port-04c8ed74-06c2-4c65-a79c-83fd8c52aa5d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.635389] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "port-04c8ed74-06c2-4c65-a79c-83fd8c52aa5d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.635529] env[65642]: DEBUG networking_nsxv3.api.rpc [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04c8ed74-06c2-4c65-a79c-83fd8c52aa5d',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.762816] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8732058f-de18-4fc5-aa07-afa7e3868124',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.821621] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b8ec4214-95fc-4945-8050-c52f58369b15',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.137682] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.137941] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.138095] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.138504] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.138608] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.138841] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Segment Port 04c8ed74-06c2-4c65-a79c-83fd8c52aa5d not found, creating... [ 944.139018] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.139201] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.139345] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.139603] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.139762] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.140082] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.140248] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.140381] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.140630] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.140789] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.140956] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Resource: SegmentPort with ID: 04c8ed74-06c2-4c65-a79c-83fd8c52aa5d is going to be created. [ 944.165348] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.165623] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.165800] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.166316] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.166672] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.166999] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "port-04c8ed74-06c2-4c65-a79c-83fd8c52aa5d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.265410] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8732058f-de18-4fc5-aa07-afa7e3868124: rpc.has_security_group_logging(os_id): False [ 944.295676] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.295870] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.295940] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.296291] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.296387] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.296639] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.296770] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.296820] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.296979] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.297109] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.297277] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8732058f-de18-4fc5-aa07-afa7e3868124 is going to be created. [ 944.325292] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.325479] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.325532] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.325772] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.325842] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.325947] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8ec4214-95fc-4945-8050-c52f58369b15 is going to be updated. [ 944.363235] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.363543] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.363656] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.363957] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.364220] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.375867] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.376139] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.376139] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.376369] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.376618] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.382268] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8ec4214-95fc-4945-8050-c52f58369b15 in Status: IN_PROGRESS for 2s [ 944.389432] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8732058f-de18-4fc5-aa07-afa7e3868124 in Status: IN_PROGRESS for 2s [ 944.603142] env[65642]: INFO networking_nsxv3.common.synchronization [req-4f459328-0d5c-4d5f-9a2d-f9556ffd3392 req-9895111e-376d-4206-b735-b28d74b55ae8 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Enqueued Resource ID: 23448334-cce5-41e5-9e49-d4c883b882ed with Priority: HIGHEST for action security_group_members [ 944.603701] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23448334-cce5-41e5-9e49-d4c883b882ed with Priority: HIGHEST for action security_group_members [ 944.604031] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-23448334-cce5-41e5-9e49-d4c883b882ed taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.604154] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.604220] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.604464] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.604619] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.604748] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.604828] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.604934] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.605028] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.605120] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23448334-cce5-41e5-9e49-d4c883b882ed',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.858855] env[65642]: INFO networking_nsxv3.common.synchronization [req-c58b30bb-5b48-40a9-8005-01fc2358af63 req-6990ebb4-c73b-4d7d-bce2-2976a61286f0 service nova] Enqueued Resource ID: b8ec4214-95fc-4945-8050-c52f58369b15 with Priority: HIGHEST for action security_group_rules [ 944.859255] env[65642]: INFO networking_nsxv3.common.synchronization [req-c58b30bb-5b48-40a9-8005-01fc2358af63 req-6990ebb4-c73b-4d7d-bce2-2976a61286f0 service nova] Enqueued Resource ID: b8ec4214-95fc-4945-8050-c52f58369b15 with Priority: HIGHEST for action security_group_members [ 944.859255] env[65642]: INFO networking_nsxv3.common.synchronization [req-c58b30bb-5b48-40a9-8005-01fc2358af63 req-6990ebb4-c73b-4d7d-bce2-2976a61286f0 service nova] Enqueued Resource ID: 04c8ed74-06c2-4c65-a79c-83fd8c52aa5d with Priority: HIGHEST for action port [ 944.859845] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8ec4214-95fc-4945-8050-c52f58369b15 with Priority: HIGHEST for action security_group_rules [ 944.859982] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8ec4214-95fc-4945-8050-c52f58369b15 with Priority: HIGHEST for action security_group_members [ 944.860244] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04c8ed74-06c2-4c65-a79c-83fd8c52aa5d with Priority: HIGHEST for action port [ 944.860662] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b8ec4214-95fc-4945-8050-c52f58369b15 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.860662] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b8ec4214-95fc-4945-8050-c52f58369b15" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.860829] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8ec4214-95fc-4945-8050-c52f58369b15 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.860928] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8ec4214-95fc-4945-8050-c52f58369b15" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.861154] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-04c8ed74-06c2-4c65-a79c-83fd8c52aa5d taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.861258] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-04c8ed74-06c2-4c65-a79c-83fd8c52aa5d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.861366] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-04c8ed74-06c2-4c65-a79c-83fd8c52aa5d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.862319] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-04c8ed74-06c2-4c65-a79c-83fd8c52aa5d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.862416] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04c8ed74-06c2-4c65-a79c-83fd8c52aa5d',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.951110] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock network-727 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.951366] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "network-727" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.951847] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "network-727" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.951940] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "network-727" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.952303] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.952451] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.952603] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.952911] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.953118] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.953386] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 944.953546] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] NeedRegenerationException {{(pid=65642) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 944.953709] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] no value, waiting for create lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 944.953842] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] value creation lock acquired {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 944.954745] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 944.954970] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Calling creation function for not-yet-present value {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 944.955143] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 944.974556] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 944.974711] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65642) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 944.974925] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Released creation lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 944.975191] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "network-727" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.975575] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock port-19af165a-2513-4938-8431-8205eb907529 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.975761] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "port-19af165a-2513-4938-8431-8205eb907529" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.975888] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "port-19af165a-2513-4938-8431-8205eb907529" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.976251] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "port-19af165a-2513-4938-8431-8205eb907529" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.976388] env[65642]: DEBUG networking_nsxv3.api.rpc [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19af165a-2513-4938-8431-8205eb907529',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.106734] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.106933] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.106984] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.109544] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.109544] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.109544] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.109544] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.109544] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.109544] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.109544] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.109544] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23448334-cce5-41e5-9e49-d4c883b882ed already deleted. [ 945.109544] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.364793] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 04c8ed74-06c2-4c65-a79c-83fd8c52aa5d with status ACTIVE [ 945.365131] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.365286] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.365358] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.365623] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.365732] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.365958] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.366121] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.366225] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.366441] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.366543] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.366793] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.367066] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.367150] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.367261] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.367355] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.368025] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 04c8ed74-06c2-4c65-a79c-83fd8c52aa5d is going to be updated. [ 945.404398] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.404629] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.404629] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.404833] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.404995] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.405156] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-04c8ed74-06c2-4c65-a79c-83fd8c52aa5d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.479767] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.480393] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.480765] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.481228] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.481492] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.481788] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Segment Port 19af165a-2513-4938-8431-8205eb907529 not found, creating... [ 945.482269] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.482566] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.482933] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.483582] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.483942] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.484479] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.484800] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.485033] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.485426] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.485684] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.485933] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Resource: SegmentPort with ID: 19af165a-2513-4938-8431-8205eb907529 is going to be created. [ 945.516505] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.516766] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.516766] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.517161] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.517533] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.517857] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "port-19af165a-2513-4938-8431-8205eb907529" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.918041] env[65642]: INFO networking_nsxv3.common.synchronization [req-554306b7-89c8-4ff7-9678-9ea89c5be07f req-5ad9395c-b242-4f81-833f-865708cc0eb2 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Enqueued Resource ID: b5abfe10-89da-46cf-9000-f717ab636113 with Priority: HIGHEST for action security_group_members [ 945.918494] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5abfe10-89da-46cf-9000-f717ab636113 with Priority: HIGHEST for action security_group_members [ 945.918746] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5abfe10-89da-46cf-9000-f717ab636113 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.918966] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5abfe10-89da-46cf-9000-f717ab636113" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.919081] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5abfe10-89da-46cf-9000-f717ab636113" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.920047] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5abfe10-89da-46cf-9000-f717ab636113" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.920047] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.920047] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.920047] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.920047] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.920411] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.920411] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5abfe10-89da-46cf-9000-f717ab636113',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.236280] env[65642]: INFO networking_nsxv3.common.synchronization [req-4f459328-0d5c-4d5f-9a2d-f9556ffd3392 req-8402b348-a739-4b37-84b5-1ddbff5b7dce service nova] Enqueued Resource ID: 23448334-cce5-41e5-9e49-d4c883b882ed with Priority: HIGHEST for action security_group_rules [ 946.236529] env[65642]: INFO networking_nsxv3.common.synchronization [req-4f459328-0d5c-4d5f-9a2d-f9556ffd3392 req-8402b348-a739-4b37-84b5-1ddbff5b7dce service nova] Enqueued Resource ID: 23448334-cce5-41e5-9e49-d4c883b882ed with Priority: HIGHEST for action security_group_members [ 946.236788] env[65642]: INFO networking_nsxv3.common.synchronization [req-4f459328-0d5c-4d5f-9a2d-f9556ffd3392 req-8402b348-a739-4b37-84b5-1ddbff5b7dce service nova] Enqueued Resource ID: 19af165a-2513-4938-8431-8205eb907529 with Priority: HIGHEST for action port [ 946.237624] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23448334-cce5-41e5-9e49-d4c883b882ed with Priority: HIGHEST for action security_group_rules [ 946.238117] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23448334-cce5-41e5-9e49-d4c883b882ed with Priority: HIGHEST for action security_group_members [ 946.238117] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19af165a-2513-4938-8431-8205eb907529 with Priority: HIGHEST for action port [ 946.238290] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-23448334-cce5-41e5-9e49-d4c883b882ed taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.238382] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.238515] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.238744] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.239228] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('23448334-cce5-41e5-9e49-d4c883b882ed',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.239973] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-23448334-cce5-41e5-9e49-d4c883b882ed taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.240127] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.240192] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.240403] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.240592] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.240739] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.240846] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.241831] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.241831] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.241831] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23448334-cce5-41e5-9e49-d4c883b882ed',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.242261] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-19af165a-2513-4938-8431-8205eb907529 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.242439] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-19af165a-2513-4938-8431-8205eb907529" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.242547] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-19af165a-2513-4938-8431-8205eb907529" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.242758] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-19af165a-2513-4938-8431-8205eb907529" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.243350] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19af165a-2513-4938-8431-8205eb907529',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.393668] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8ec4214-95fc-4945-8050-c52f58369b15 in Status: SUCCESS [ 946.393949] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8ec4214-95fc-4945-8050-c52f58369b15" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.394128] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8ec4214-95fc-4945-8050-c52f58369b15" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.394340] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8ec4214-95fc-4945-8050-c52f58369b15" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.394536] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.394638] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.394713] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.394901] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.395061] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.395111] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8ec4214-95fc-4945-8050-c52f58369b15" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.395248] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8ec4214-95fc-4945-8050-c52f58369b15 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.395329] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8ec4214-95fc-4945-8050-c52f58369b15" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.395389] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8ec4214-95fc-4945-8050-c52f58369b15" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.395527] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8ec4214-95fc-4945-8050-c52f58369b15" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.395671] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.395768] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.395829] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.396123] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.396123] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.396229] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8ec4214-95fc-4945-8050-c52f58369b15" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.396229] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b8ec4214-95fc-4945-8050-c52f58369b15',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.397211] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8ec4214-95fc-4945-8050-c52f58369b15" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.397374] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8ec4214-95fc-4945-8050-c52f58369b15" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.398275] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.398275] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.398275] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.398275] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.398275] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.398275] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8ec4214-95fc-4945-8050-c52f58369b15',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.402953] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8732058f-de18-4fc5-aa07-afa7e3868124 in Status: SUCCESS [ 946.403178] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8732058f-de18-4fc5-aa07-afa7e3868124" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.422814] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b5abfe10-89da-46cf-9000-f717ab636113',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.745431] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-23448334-cce5-41e5-9e49-d4c883b882ed taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.745567] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.745763] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('23448334-cce5-41e5-9e49-d4c883b882ed',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.746795] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 19af165a-2513-4938-8431-8205eb907529 with status ACTIVE [ 946.747032] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.747158] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.747227] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.747432] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.747523] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.747692] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.747785] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.747851] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.747998] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.749577] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.749783] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.749889] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.749957] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.750583] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.750583] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.750583] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 19af165a-2513-4938-8431-8205eb907529 is going to be updated. [ 946.781247] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.781247] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.781247] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.781247] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.781247] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.781538] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-19af165a-2513-4938-8431-8205eb907529" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.903026] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b8ec4214-95fc-4945-8050-c52f58369b15: rpc.has_security_group_logging(os_id): False [ 946.903026] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b8ec4214-95fc-4945-8050-c52f58369b15',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.922590] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.922590] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.922590] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.922590] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.922590] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.922590] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.922590] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.922590] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.923513] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.923513] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.923513] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.923513] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.923513] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.923513] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.923513] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.923919] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.923919] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.924026] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.924282] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.924282] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.924396] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b8ec4214-95fc-4945-8050-c52f58369b15 is going to be updated. [ 946.932045] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b5abfe10-89da-46cf-9000-f717ab636113',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.005398] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.005600] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.005704] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.005840] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.005972] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.023472] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b8ec4214-95fc-4945-8050-c52f58369b15 in Status: IN_PROGRESS for 2s [ 947.254324] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('23448334-cce5-41e5-9e49-d4c883b882ed',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.404074] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b8ec4214-95fc-4945-8050-c52f58369b15',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.433250] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.433433] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.433506] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.433865] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.433963] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.434081] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5abfe10-89da-46cf-9000-f717ab636113 is going to be updated. [ 947.475022] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.475253] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.475297] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.475588] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.475812] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.486925] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5abfe10-89da-46cf-9000-f717ab636113 in Status: IN_PROGRESS for 2s [ 947.757395] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.757568] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.757640] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.757858] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.757951] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.758059] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23448334-cce5-41e5-9e49-d4c883b882ed is going to be created. [ 947.783650] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.784092] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.784290] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.784798] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.785373] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.796967] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23448334-cce5-41e5-9e49-d4c883b882ed in Status: UNINITIALIZED for 2s [ 947.906768] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.907147] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.907370] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.908214] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.908214] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.908214] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8ec4214-95fc-4945-8050-c52f58369b15 is going to be updated. [ 947.939297] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.939891] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.939891] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.939891] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.939891] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.950487] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8ec4214-95fc-4945-8050-c52f58369b15 in Status: IN_PROGRESS for 2s [ 949.041154] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b8ec4214-95fc-4945-8050-c52f58369b15 in Status: SUCCESS [ 949.041506] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b8ec4214-95fc-4945-8050-c52f58369b15" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.041794] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b8ec4214-95fc-4945-8050-c52f58369b15" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.042436] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b8ec4214-95fc-4945-8050-c52f58369b15" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.042605] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b8ec4214-95fc-4945-8050-c52f58369b15',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.497147] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5abfe10-89da-46cf-9000-f717ab636113 in Status: SUCCESS [ 949.497456] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5abfe10-89da-46cf-9000-f717ab636113" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.546199] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8ec4214-95fc-4945-8050-c52f58369b15 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.546472] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8ec4214-95fc-4945-8050-c52f58369b15" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.808712] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23448334-cce5-41e5-9e49-d4c883b882ed in Status: SUCCESS [ 949.808946] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.809131] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.809369] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.809934] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.809934] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.809934] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.809934] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.810455] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.810455] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.810455] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('23448334-cce5-41e5-9e49-d4c883b882ed',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.963650] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8ec4214-95fc-4945-8050-c52f58369b15 in Status: SUCCESS [ 949.964532] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8ec4214-95fc-4945-8050-c52f58369b15" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.964532] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8ec4214-95fc-4945-8050-c52f58369b15" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.964532] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8ec4214-95fc-4945-8050-c52f58369b15" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.964720] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.964720] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.964919] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.964954] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.965062] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.965372] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8ec4214-95fc-4945-8050-c52f58369b15" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.965372] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b8ec4214-95fc-4945-8050-c52f58369b15',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.316024] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-23448334-cce5-41e5-9e49-d4c883b882ed taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.316024] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.316024] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.316024] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.316024] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.316024] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.316024] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.316024] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.316024] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.316748] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.316748] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-23448334-cce5-41e5-9e49-d4c883b882ed taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.316748] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.316748] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.316748] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.316748] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.316748] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.317188] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.317188] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.317188] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.317188] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.317188] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('23448334-cce5-41e5-9e49-d4c883b882ed',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.468419] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8ec4214-95fc-4945-8050-c52f58369b15 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.468576] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8ec4214-95fc-4945-8050-c52f58369b15" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.468644] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8ec4214-95fc-4945-8050-c52f58369b15" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.468872] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8ec4214-95fc-4945-8050-c52f58369b15" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.469092] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.469960] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.469960] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.469960] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.469960] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.469960] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8ec4214-95fc-4945-8050-c52f58369b15" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.469960] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8ec4214-95fc-4945-8050-c52f58369b15 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.469960] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8ec4214-95fc-4945-8050-c52f58369b15" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.470351] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8ec4214-95fc-4945-8050-c52f58369b15" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.470351] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8ec4214-95fc-4945-8050-c52f58369b15" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.470604] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.470604] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.470740] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.471130] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.471130] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.471130] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8ec4214-95fc-4945-8050-c52f58369b15" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.471130] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b8ec4214-95fc-4945-8050-c52f58369b15',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.823442] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 23448334-cce5-41e5-9e49-d4c883b882ed: rpc.has_security_group_logging(os_id): False [ 950.844367] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.844540] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.844540] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.844858] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.844858] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.845074] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.845274] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.845274] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.845475] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.845546] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.845845] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.846095] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.846172] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.846398] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.846455] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.846725] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.846897] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.846965] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.847159] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.847239] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.847340] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 23448334-cce5-41e5-9e49-d4c883b882ed is going to be created. [ 950.915910] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.916133] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.916181] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.916384] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.916591] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.928893] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23448334-cce5-41e5-9e49-d4c883b882ed in Status: IN_PROGRESS for 2s [ 950.973474] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b8ec4214-95fc-4945-8050-c52f58369b15: rpc.has_security_group_logging(os_id): False [ 950.992788] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.993035] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.993035] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.993275] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.993374] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.993572] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.993679] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.993779] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.993941] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.994108] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.994234] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.994344] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.994421] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.994575] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.994678] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.994912] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.995038] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.995113] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.995260] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.995337] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.995422] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b8ec4214-95fc-4945-8050-c52f58369b15 is going to be updated. [ 951.088490] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.088689] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.088689] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.088861] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.089040] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.106875] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b8ec4214-95fc-4945-8050-c52f58369b15 in Status: IN_PROGRESS for 2s [ 951.239453] env[65642]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 951.239694] env[65642]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 952.944049] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23448334-cce5-41e5-9e49-d4c883b882ed in Status: SUCCESS [ 952.944049] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.130017] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b8ec4214-95fc-4945-8050-c52f58369b15 in Status: SUCCESS [ 953.130272] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b8ec4214-95fc-4945-8050-c52f58369b15" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.313077] env[65642]: INFO networking_nsxv3.common.synchronization [req-7a8c15d0-1ca4-4991-9f30-07c5303c9c9a req-23cfb3d9-2b16-4871-ab90-942b08ada367 tempest-ImagesTestJSON-928551763 tempest-ImagesTestJSON-928551763-project-member] Enqueued Resource ID: 275dc271-b0af-4a42-966e-14343faaa755 with Priority: HIGHEST for action security_group_members [ 954.313685] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 275dc271-b0af-4a42-966e-14343faaa755 with Priority: HIGHEST for action security_group_members [ 954.314104] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-275dc271-b0af-4a42-966e-14343faaa755 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.314185] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.314185] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.314394] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.314570] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.314656] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.314716] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.314884] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.314967] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.315038] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('275dc271-b0af-4a42-966e-14343faaa755',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.817045] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.817218] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.817287] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.817527] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.817619] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.817860] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.817979] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.818038] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.818227] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.818310] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.818400] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 275dc271-b0af-4a42-966e-14343faaa755 is going to be updated. [ 954.854683] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.854850] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.854931] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.855162] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.855307] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.864028] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 275dc271-b0af-4a42-966e-14343faaa755 in Status: IN_PROGRESS for 2s [ 956.569195] env[65642]: INFO networking_nsxv3.common.synchronization [req-2091602a-9fa0-474a-abed-1016aa8861f4 req-b368d7c3-54b1-4fc6-9630-74eeca63021d tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Enqueued Resource ID: 23448334-cce5-41e5-9e49-d4c883b882ed with Priority: HIGHEST for action security_group_members [ 956.569493] env[65642]: INFO networking_nsxv3.common.synchronization [req-2091602a-9fa0-474a-abed-1016aa8861f4 req-b368d7c3-54b1-4fc6-9630-74eeca63021d tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Enqueued Resource ID: 15c96d75-3d0f-4d55-a58f-c18468166266 with Priority: HIGHEST for action security_group_members [ 956.569889] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23448334-cce5-41e5-9e49-d4c883b882ed with Priority: HIGHEST for action security_group_members [ 956.570032] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15c96d75-3d0f-4d55-a58f-c18468166266 with Priority: HIGHEST for action security_group_members [ 956.570379] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-23448334-cce5-41e5-9e49-d4c883b882ed taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.570432] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.570777] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.571429] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.571742] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.571902] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.572027] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.572292] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.572440] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.572581] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23448334-cce5-41e5-9e49-d4c883b882ed',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.574124] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-15c96d75-3d0f-4d55-a58f-c18468166266 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.575225] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15c96d75-3d0f-4d55-a58f-c18468166266" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.575225] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15c96d75-3d0f-4d55-a58f-c18468166266" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.575358] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15c96d75-3d0f-4d55-a58f-c18468166266" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.575558] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.575752] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.575852] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.735462] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.736135] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.736135] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15c96d75-3d0f-4d55-a58f-c18468166266',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.737346] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('23448334-cce5-41e5-9e49-d4c883b882ed',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.739912] env[65642]: INFO networking_nsxv3.common.synchronization [req-2091602a-9fa0-474a-abed-1016aa8861f4 req-b368d7c3-54b1-4fc6-9630-74eeca63021d tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Enqueued Resource ID: 15c96d75-3d0f-4d55-a58f-c18468166266 with Priority: HIGHEST for action security_group_rules [ 956.740248] env[65642]: INFO networking_nsxv3.common.synchronization [req-2091602a-9fa0-474a-abed-1016aa8861f4 req-b368d7c3-54b1-4fc6-9630-74eeca63021d tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Enqueued Resource ID: 15c96d75-3d0f-4d55-a58f-c18468166266 with Priority: HIGHEST for action security_group_members [ 956.740406] env[65642]: INFO networking_nsxv3.common.synchronization [req-2091602a-9fa0-474a-abed-1016aa8861f4 req-b368d7c3-54b1-4fc6-9630-74eeca63021d tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Enqueued Resource ID: 23448334-cce5-41e5-9e49-d4c883b882ed with Priority: HIGHEST for action security_group_rules [ 956.740532] env[65642]: INFO networking_nsxv3.common.synchronization [req-2091602a-9fa0-474a-abed-1016aa8861f4 req-b368d7c3-54b1-4fc6-9630-74eeca63021d tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Enqueued Resource ID: 23448334-cce5-41e5-9e49-d4c883b882ed with Priority: HIGHEST for action security_group_members [ 956.740655] env[65642]: INFO networking_nsxv3.common.synchronization [req-2091602a-9fa0-474a-abed-1016aa8861f4 req-b368d7c3-54b1-4fc6-9630-74eeca63021d tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Enqueued Resource ID: 19af165a-2513-4938-8431-8205eb907529 with Priority: HIGHEST for action port [ 956.741306] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15c96d75-3d0f-4d55-a58f-c18468166266 with Priority: HIGHEST for action security_group_rules [ 956.741439] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23448334-cce5-41e5-9e49-d4c883b882ed with Priority: HIGHEST for action security_group_rules [ 956.741533] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19af165a-2513-4938-8431-8205eb907529 with Priority: HIGHEST for action port [ 956.741620] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15c96d75-3d0f-4d55-a58f-c18468166266 with Priority: HIGHEST for action security_group_members [ 956.741703] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23448334-cce5-41e5-9e49-d4c883b882ed with Priority: HIGHEST for action security_group_members [ 956.742237] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-15c96d75-3d0f-4d55-a58f-c18468166266 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.742306] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-15c96d75-3d0f-4d55-a58f-c18468166266" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.742384] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-15c96d75-3d0f-4d55-a58f-c18468166266" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.742610] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-15c96d75-3d0f-4d55-a58f-c18468166266" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.742681] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('15c96d75-3d0f-4d55-a58f-c18468166266',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.743381] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-23448334-cce5-41e5-9e49-d4c883b882ed taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.743514] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.743576] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.743702] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.743823] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('23448334-cce5-41e5-9e49-d4c883b882ed',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.744541] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-19af165a-2513-4938-8431-8205eb907529 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.744620] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-19af165a-2513-4938-8431-8205eb907529" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.744653] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-19af165a-2513-4938-8431-8205eb907529" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.744790] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-19af165a-2513-4938-8431-8205eb907529" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.744889] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19af165a-2513-4938-8431-8205eb907529',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.745970] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-15c96d75-3d0f-4d55-a58f-c18468166266 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.746087] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15c96d75-3d0f-4d55-a58f-c18468166266" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.746270] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-23448334-cce5-41e5-9e49-d4c883b882ed taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.746342] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.876606] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 275dc271-b0af-4a42-966e-14343faaa755 in Status: SUCCESS [ 956.876606] env[65642]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 275dc271-b0af-4a42-966e-14343faaa755 deletion is rescheduled due to dependency. [ 956.876798] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.242177] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('23448334-cce5-41e5-9e49-d4c883b882ed',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.243514] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('15c96d75-3d0f-4d55-a58f-c18468166266',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.251049] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-23448334-cce5-41e5-9e49-d4c883b882ed taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.251049] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.251049] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 19af165a-2513-4938-8431-8205eb907529 with status ACTIVE [ 957.251049] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.251049] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.251049] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.251049] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.251049] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.251049] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.251049] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.251049] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.251049] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.251049] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.251049] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.251839] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.251839] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.251839] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.251839] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.251839] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 19af165a-2513-4938-8431-8205eb907529 is going to be updated. [ 957.253889] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-15c96d75-3d0f-4d55-a58f-c18468166266 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.253889] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15c96d75-3d0f-4d55-a58f-c18468166266" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.273807] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.273948] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.274501] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.274501] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.274501] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.274629] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-19af165a-2513-4938-8431-8205eb907529" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.522509] env[65642]: INFO networking_nsxv3.common.synchronization [req-c8301e4f-6e77-41fb-bffe-0585e3bbf592 req-2f1bc0ab-a0a0-4eb0-98dc-213fa04686ed tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Enqueued Resource ID: 15c96d75-3d0f-4d55-a58f-c18468166266 with Priority: HIGHEST for action security_group_members [ 957.522699] env[65642]: INFO networking_nsxv3.common.synchronization [req-c8301e4f-6e77-41fb-bffe-0585e3bbf592 req-2f1bc0ab-a0a0-4eb0-98dc-213fa04686ed tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Enqueued Resource ID: ca9b2e2f-57ba-4755-9873-801e88f2f415 with Priority: HIGHEST for action security_group_members [ 957.522812] env[65642]: INFO networking_nsxv3.common.synchronization [req-c8301e4f-6e77-41fb-bffe-0585e3bbf592 req-2f1bc0ab-a0a0-4eb0-98dc-213fa04686ed tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Enqueued Resource ID: 23448334-cce5-41e5-9e49-d4c883b882ed with Priority: HIGHEST for action security_group_members [ 957.523370] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15c96d75-3d0f-4d55-a58f-c18468166266 with Priority: HIGHEST for action security_group_members [ 957.523751] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca9b2e2f-57ba-4755-9873-801e88f2f415 with Priority: HIGHEST for action security_group_members [ 957.523751] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23448334-cce5-41e5-9e49-d4c883b882ed with Priority: HIGHEST for action security_group_members [ 957.523880] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-15c96d75-3d0f-4d55-a58f-c18468166266 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.524144] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15c96d75-3d0f-4d55-a58f-c18468166266" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.524617] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca9b2e2f-57ba-4755-9873-801e88f2f415 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.524736] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca9b2e2f-57ba-4755-9873-801e88f2f415" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.524806] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca9b2e2f-57ba-4755-9873-801e88f2f415" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.525199] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca9b2e2f-57ba-4755-9873-801e88f2f415" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.525390] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.525529] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.525529] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.525831] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.525831] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.525937] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca9b2e2f-57ba-4755-9873-801e88f2f415',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.527284] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-23448334-cce5-41e5-9e49-d4c883b882ed taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.527284] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.569322] env[65642]: INFO networking_nsxv3.common.synchronization [req-c8301e4f-6e77-41fb-bffe-0585e3bbf592 req-2f1bc0ab-a0a0-4eb0-98dc-213fa04686ed tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Enqueued Resource ID: 15c96d75-3d0f-4d55-a58f-c18468166266 with Priority: HIGHEST for action security_group_rules [ 957.569322] env[65642]: INFO networking_nsxv3.common.synchronization [req-c8301e4f-6e77-41fb-bffe-0585e3bbf592 req-2f1bc0ab-a0a0-4eb0-98dc-213fa04686ed tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Enqueued Resource ID: 15c96d75-3d0f-4d55-a58f-c18468166266 with Priority: HIGHEST for action security_group_members [ 957.569322] env[65642]: INFO networking_nsxv3.common.synchronization [req-c8301e4f-6e77-41fb-bffe-0585e3bbf592 req-2f1bc0ab-a0a0-4eb0-98dc-213fa04686ed tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Enqueued Resource ID: 23448334-cce5-41e5-9e49-d4c883b882ed with Priority: HIGHEST for action security_group_rules [ 957.569614] env[65642]: INFO networking_nsxv3.common.synchronization [req-c8301e4f-6e77-41fb-bffe-0585e3bbf592 req-2f1bc0ab-a0a0-4eb0-98dc-213fa04686ed tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Enqueued Resource ID: 23448334-cce5-41e5-9e49-d4c883b882ed with Priority: HIGHEST for action security_group_members [ 957.569614] env[65642]: INFO networking_nsxv3.common.synchronization [req-c8301e4f-6e77-41fb-bffe-0585e3bbf592 req-2f1bc0ab-a0a0-4eb0-98dc-213fa04686ed tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Enqueued Resource ID: ca9b2e2f-57ba-4755-9873-801e88f2f415 with Priority: HIGHEST for action security_group_rules [ 957.569679] env[65642]: INFO networking_nsxv3.common.synchronization [req-c8301e4f-6e77-41fb-bffe-0585e3bbf592 req-2f1bc0ab-a0a0-4eb0-98dc-213fa04686ed tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Enqueued Resource ID: ca9b2e2f-57ba-4755-9873-801e88f2f415 with Priority: HIGHEST for action security_group_members [ 957.569756] env[65642]: INFO networking_nsxv3.common.synchronization [req-c8301e4f-6e77-41fb-bffe-0585e3bbf592 req-2f1bc0ab-a0a0-4eb0-98dc-213fa04686ed tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Enqueued Resource ID: 19af165a-2513-4938-8431-8205eb907529 with Priority: HIGHEST for action port [ 957.570450] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15c96d75-3d0f-4d55-a58f-c18468166266 with Priority: HIGHEST for action security_group_rules [ 957.570901] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23448334-cce5-41e5-9e49-d4c883b882ed with Priority: HIGHEST for action security_group_rules [ 957.570971] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca9b2e2f-57ba-4755-9873-801e88f2f415 with Priority: HIGHEST for action security_group_members [ 957.571429] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19af165a-2513-4938-8431-8205eb907529 with Priority: HIGHEST for action port [ 957.571429] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca9b2e2f-57ba-4755-9873-801e88f2f415 with Priority: HIGHEST for action security_group_rules [ 957.571429] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15c96d75-3d0f-4d55-a58f-c18468166266 with Priority: HIGHEST for action security_group_members [ 957.571429] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23448334-cce5-41e5-9e49-d4c883b882ed with Priority: HIGHEST for action security_group_members [ 957.571853] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-15c96d75-3d0f-4d55-a58f-c18468166266 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.571957] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-15c96d75-3d0f-4d55-a58f-c18468166266" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.572173] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-23448334-cce5-41e5-9e49-d4c883b882ed taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.572662] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.572662] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca9b2e2f-57ba-4755-9873-801e88f2f415 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.572662] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca9b2e2f-57ba-4755-9873-801e88f2f415" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.572662] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-19af165a-2513-4938-8431-8205eb907529 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.572847] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-19af165a-2513-4938-8431-8205eb907529" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.572847] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-19af165a-2513-4938-8431-8205eb907529" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.573083] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-19af165a-2513-4938-8431-8205eb907529" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.573195] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19af165a-2513-4938-8431-8205eb907529',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.574635] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca9b2e2f-57ba-4755-9873-801e88f2f415 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.574801] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca9b2e2f-57ba-4755-9873-801e88f2f415" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.574848] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca9b2e2f-57ba-4755-9873-801e88f2f415" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.575096] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca9b2e2f-57ba-4755-9873-801e88f2f415" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.575192] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca9b2e2f-57ba-4755-9873-801e88f2f415',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.576352] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-15c96d75-3d0f-4d55-a58f-c18468166266 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.576446] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15c96d75-3d0f-4d55-a58f-c18468166266" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.576637] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-23448334-cce5-41e5-9e49-d4c883b882ed taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.576766] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.744323] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.744480] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.744553] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.744790] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.744904] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.745042] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23448334-cce5-41e5-9e49-d4c883b882ed is going to be updated. [ 957.746194] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('15c96d75-3d0f-4d55-a58f-c18468166266',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.783901] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.783901] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.783901] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.783901] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.783901] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.791854] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23448334-cce5-41e5-9e49-d4c883b882ed in Status: IN_PROGRESS for 2s [ 958.027778] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ca9b2e2f-57ba-4755-9873-801e88f2f415',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.074966] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 19af165a-2513-4938-8431-8205eb907529 with status ACTIVE [ 958.075234] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.075531] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.075531] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.076877] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.077014] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.077259] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.077372] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.077443] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.077869] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.077869] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.077971] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.078053] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.078103] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.078470] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.078470] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.078470] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 19af165a-2513-4938-8431-8205eb907529 is going to be updated. [ 958.079523] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca9b2e2f-57ba-4755-9873-801e88f2f415 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.079619] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca9b2e2f-57ba-4755-9873-801e88f2f415" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.103326] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.103481] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.103553] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.103880] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.104479] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.104479] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-19af165a-2513-4938-8431-8205eb907529" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.249830] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.250036] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.250101] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.250302] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.250386] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.251205] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15c96d75-3d0f-4d55-a58f-c18468166266 is going to be created. [ 958.278519] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.278701] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.278935] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.279108] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.279320] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.303649] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15c96d75-3d0f-4d55-a58f-c18468166266 in Status: UNINITIALIZED for 2s [ 958.533423] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ca9b2e2f-57ba-4755-9873-801e88f2f415',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.585422] env[65642]: INFO networking_nsxv3.common.synchronization [req-2aa4115c-0d8b-4072-aa4e-1a9cbd0c4849 req-7948eaa1-4440-4804-9e03-d58a3e8a4412 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Enqueued Resource ID: d635d881-3548-4b12-a74f-a8f1d313a45f with Priority: HIGHEST for action security_group_members [ 958.585985] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d635d881-3548-4b12-a74f-a8f1d313a45f with Priority: HIGHEST for action security_group_members [ 958.586334] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-d635d881-3548-4b12-a74f-a8f1d313a45f taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.586514] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d635d881-3548-4b12-a74f-a8f1d313a45f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.586514] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d635d881-3548-4b12-a74f-a8f1d313a45f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.586772] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d635d881-3548-4b12-a74f-a8f1d313a45f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.586925] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.587138] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.587217] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.587382] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.587502] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.587567] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d635d881-3548-4b12-a74f-a8f1d313a45f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.962280] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock network-697 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.962482] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "network-697" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.962605] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "network-697" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.962876] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "network-697" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.963174] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.963323] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.963439] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.963657] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.963830] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.964062] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 958.964176] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] NeedRegenerationException {{(pid=65642) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 958.964280] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] no value, waiting for create lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 958.964384] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] value creation lock acquired {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 958.964487] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 958.964588] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Calling creation function for not-yet-present value {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 958.965053] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 958.984375] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 958.984592] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65642) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 958.984739] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Released creation lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 958.984933] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "network-697" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.985274] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock port-26e9d895-4f6d-4dbe-916d-a6fc8c5f6ea3 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.985444] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "port-26e9d895-4f6d-4dbe-916d-a6fc8c5f6ea3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.985559] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "port-26e9d895-4f6d-4dbe-916d-a6fc8c5f6ea3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.985872] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "port-26e9d895-4f6d-4dbe-916d-a6fc8c5f6ea3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.986015] env[65642]: DEBUG networking_nsxv3.api.rpc [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26e9d895-4f6d-4dbe-916d-a6fc8c5f6ea3',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.041436] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.041616] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.041674] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.041911] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.042015] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.042585] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca9b2e2f-57ba-4755-9873-801e88f2f415 is going to be created. [ 959.070070] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.070070] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.070070] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.070312] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.070362] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.081772] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca9b2e2f-57ba-4755-9873-801e88f2f415 in Status: UNINITIALIZED for 2s [ 959.090049] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.090049] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.090049] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.090049] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.090049] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.090049] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.090411] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.090411] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.090411] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.090509] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.090574] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d635d881-3548-4b12-a74f-a8f1d313a45f already deleted. [ 959.090669] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d635d881-3548-4b12-a74f-a8f1d313a45f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.488142] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.488449] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.488660] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.489081] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.489404] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.489650] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Segment Port 26e9d895-4f6d-4dbe-916d-a6fc8c5f6ea3 not found, creating... [ 959.490024] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.490200] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.490319] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.490545] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.490684] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.490971] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.491141] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.491256] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.491456] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.491590] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.491733] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Resource: SegmentPort with ID: 26e9d895-4f6d-4dbe-916d-a6fc8c5f6ea3 is going to be created. [ 959.512769] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.512995] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.513159] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.513500] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.513735] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.514037] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "port-26e9d895-4f6d-4dbe-916d-a6fc8c5f6ea3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.802633] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23448334-cce5-41e5-9e49-d4c883b882ed in Status: SUCCESS [ 959.802919] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.804035] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.804035] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.804035] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.804239] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.804239] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.804408] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.804467] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.805020] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23448334-cce5-41e5-9e49-d4c883b882ed',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.810065] env[65642]: INFO networking_nsxv3.common.synchronization [req-306e2282-0cea-4b21-9614-9ff912c4dadc req-1957d470-eaf8-4b33-b1fc-bba8bd161784 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Enqueued Resource ID: b8ec4214-95fc-4945-8050-c52f58369b15 with Priority: HIGHEST for action security_group_members [ 959.810804] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8ec4214-95fc-4945-8050-c52f58369b15 with Priority: HIGHEST for action security_group_members [ 959.811220] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8ec4214-95fc-4945-8050-c52f58369b15 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.811576] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8ec4214-95fc-4945-8050-c52f58369b15" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.811576] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8ec4214-95fc-4945-8050-c52f58369b15" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.811664] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8ec4214-95fc-4945-8050-c52f58369b15" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.811924] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.811924] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.811924] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.812114] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.812201] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.812295] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8ec4214-95fc-4945-8050-c52f58369b15',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.295791] env[65642]: INFO networking_nsxv3.common.synchronization [req-2aa4115c-0d8b-4072-aa4e-1a9cbd0c4849 req-8fbd7a59-8107-48ef-9ed2-54a1376bd5c6 service nova] Enqueued Resource ID: d635d881-3548-4b12-a74f-a8f1d313a45f with Priority: HIGHEST for action security_group_rules [ 960.295967] env[65642]: INFO networking_nsxv3.common.synchronization [req-2aa4115c-0d8b-4072-aa4e-1a9cbd0c4849 req-8fbd7a59-8107-48ef-9ed2-54a1376bd5c6 service nova] Enqueued Resource ID: d635d881-3548-4b12-a74f-a8f1d313a45f with Priority: HIGHEST for action security_group_members [ 960.296136] env[65642]: INFO networking_nsxv3.common.synchronization [req-2aa4115c-0d8b-4072-aa4e-1a9cbd0c4849 req-8fbd7a59-8107-48ef-9ed2-54a1376bd5c6 service nova] Enqueued Resource ID: 26e9d895-4f6d-4dbe-916d-a6fc8c5f6ea3 with Priority: HIGHEST for action port [ 960.296612] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d635d881-3548-4b12-a74f-a8f1d313a45f with Priority: HIGHEST for action security_group_rules [ 960.296741] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d635d881-3548-4b12-a74f-a8f1d313a45f with Priority: HIGHEST for action security_group_members [ 960.296835] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26e9d895-4f6d-4dbe-916d-a6fc8c5f6ea3 with Priority: HIGHEST for action port [ 960.297113] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d635d881-3548-4b12-a74f-a8f1d313a45f taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.297233] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d635d881-3548-4b12-a74f-a8f1d313a45f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.297298] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d635d881-3548-4b12-a74f-a8f1d313a45f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.297490] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d635d881-3548-4b12-a74f-a8f1d313a45f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.297569] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d635d881-3548-4b12-a74f-a8f1d313a45f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.298359] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-d635d881-3548-4b12-a74f-a8f1d313a45f taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.298499] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d635d881-3548-4b12-a74f-a8f1d313a45f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.298541] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d635d881-3548-4b12-a74f-a8f1d313a45f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.298758] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d635d881-3548-4b12-a74f-a8f1d313a45f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.298818] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.298916] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.298974] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.299129] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.299211] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.299904] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d635d881-3548-4b12-a74f-a8f1d313a45f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.300080] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-26e9d895-4f6d-4dbe-916d-a6fc8c5f6ea3 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.300141] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-26e9d895-4f6d-4dbe-916d-a6fc8c5f6ea3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.300175] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-26e9d895-4f6d-4dbe-916d-a6fc8c5f6ea3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.300591] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-26e9d895-4f6d-4dbe-916d-a6fc8c5f6ea3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.300591] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26e9d895-4f6d-4dbe-916d-a6fc8c5f6ea3',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.308548] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('23448334-cce5-41e5-9e49-d4c883b882ed',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.315200] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b8ec4214-95fc-4945-8050-c52f58369b15',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.320103] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15c96d75-3d0f-4d55-a58f-c18468166266 in Status: SUCCESS [ 960.320229] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15c96d75-3d0f-4d55-a58f-c18468166266" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.320537] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15c96d75-3d0f-4d55-a58f-c18468166266" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.320919] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15c96d75-3d0f-4d55-a58f-c18468166266" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.321219] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.321394] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.322233] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.322233] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.322233] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.322233] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15c96d75-3d0f-4d55-a58f-c18468166266',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.800511] env[65642]: INFO networking_nsxv3.common.synchronization [req-23a19461-3ebc-4242-be05-ac1adf23968d req-d6dc160c-0aed-40f9-a2e2-c0c07bfee0c2 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Enqueued Resource ID: f5793b24-06e3-473f-bd9b-dc44d866d2ae with Priority: HIGHEST for action security_group_members [ 960.801059] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5793b24-06e3-473f-bd9b-dc44d866d2ae with Priority: HIGHEST for action security_group_members [ 960.801671] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d635d881-3548-4b12-a74f-a8f1d313a45f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.802162] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5793b24-06e3-473f-bd9b-dc44d866d2ae taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.802274] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5793b24-06e3-473f-bd9b-dc44d866d2ae" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.802349] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5793b24-06e3-473f-bd9b-dc44d866d2ae" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.802530] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5793b24-06e3-473f-bd9b-dc44d866d2ae" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.802677] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.802954] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.802954] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.803109] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.803189] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.803256] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5793b24-06e3-473f-bd9b-dc44d866d2ae',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.804046] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-d635d881-3548-4b12-a74f-a8f1d313a45f taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.804134] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d635d881-3548-4b12-a74f-a8f1d313a45f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.804560] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 26e9d895-4f6d-4dbe-916d-a6fc8c5f6ea3 with status ACTIVE [ 960.804719] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.804874] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.804930] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.805105] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.805185] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.805351] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.805445] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.805507] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.805645] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.805786] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.805912] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.806080] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.806174] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.806323] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.806395] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.806516] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 26e9d895-4f6d-4dbe-916d-a6fc8c5f6ea3 is going to be updated. [ 960.810229] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('23448334-cce5-41e5-9e49-d4c883b882ed',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.825307] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b8ec4214-95fc-4945-8050-c52f58369b15',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.826072] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('15c96d75-3d0f-4d55-a58f-c18468166266',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.830536] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.830692] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.830766] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.831035] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.831178] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.831328] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-26e9d895-4f6d-4dbe-916d-a6fc8c5f6ea3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.041936] env[65642]: INFO networking_nsxv3.common.synchronization [None req-457e7b7c-1d27-4e17-bf08-8701cb47a009 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Enqueued Resource ID: b8ec4214-95fc-4945-8050-c52f58369b15 with Priority: HIGHEST for action security_group_members [ 961.041936] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8ec4214-95fc-4945-8050-c52f58369b15 with Priority: HIGHEST for action security_group_members [ 961.042234] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8ec4214-95fc-4945-8050-c52f58369b15 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.042347] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8ec4214-95fc-4945-8050-c52f58369b15" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.092837] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca9b2e2f-57ba-4755-9873-801e88f2f415 in Status: SUCCESS [ 961.093498] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca9b2e2f-57ba-4755-9873-801e88f2f415" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.093498] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca9b2e2f-57ba-4755-9873-801e88f2f415" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.093498] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca9b2e2f-57ba-4755-9873-801e88f2f415" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.093692] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.093868] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.093934] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.094106] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.094190] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.094324] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca9b2e2f-57ba-4755-9873-801e88f2f415',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.306384] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d635d881-3548-4b12-a74f-a8f1d313a45f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.308241] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.309184] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.311027] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.311027] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.311027] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.311027] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.311027] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.311027] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.311027] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.311027] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.311027] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5793b24-06e3-473f-bd9b-dc44d866d2ae is going to be updated. [ 961.313054] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.313338] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.313496] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.313853] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.314087] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.314501] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23448334-cce5-41e5-9e49-d4c883b882ed is going to be updated. [ 961.328582] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.333139] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.333139] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.334584] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.334584] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.334584] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8ec4214-95fc-4945-8050-c52f58369b15 is going to be updated. [ 961.337741] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('15c96d75-3d0f-4d55-a58f-c18468166266',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.347926] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.348163] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.348254] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.348464] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.351019] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.351019] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.351019] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.351019] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.351302] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.351342] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.361977] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5793b24-06e3-473f-bd9b-dc44d866d2ae in Status: IN_PROGRESS for 2s [ 961.362705] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23448334-cce5-41e5-9e49-d4c883b882ed in Status: IN_PROGRESS for 2s [ 961.381114] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.381114] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.381114] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.381597] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.381888] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.397198] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8ec4214-95fc-4945-8050-c52f58369b15 in Status: IN_PROGRESS for 2s [ 961.596966] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ca9b2e2f-57ba-4755-9873-801e88f2f415',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.652347] env[65642]: INFO networking_nsxv3.common.synchronization [None req-d0e89392-2713-42e9-a58c-bdd4844168d7 None None] Enqueued Resource ID: f3863da5-803c-48d9-b686-308b4c9ed0dd with Priority: HIGHEST for action port [ 961.653046] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3863da5-803c-48d9-b686-308b4c9ed0dd with Priority: HIGHEST for action port [ 961.653611] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-f3863da5-803c-48d9-b686-308b4c9ed0dd taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.654018] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f3863da5-803c-48d9-b686-308b4c9ed0dd" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.654613] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f3863da5-803c-48d9-b686-308b4c9ed0dd" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.654613] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f3863da5-803c-48d9-b686-308b4c9ed0dd" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.654804] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3863da5-803c-48d9-b686-308b4c9ed0dd',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.809366] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.809628] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.809628] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.810009] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.810236] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.811037] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d635d881-3548-4b12-a74f-a8f1d313a45f is going to be created. [ 961.838436] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.838598] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.838683] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.838931] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.839827] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.840941] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.841132] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.841218] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.841474] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.841590] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.841689] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15c96d75-3d0f-4d55-a58f-c18468166266 is going to be updated. [ 961.857229] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d635d881-3548-4b12-a74f-a8f1d313a45f in Status: UNINITIALIZED for 2s [ 961.873523] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.873718] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.873797] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.875159] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.875159] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.884608] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15c96d75-3d0f-4d55-a58f-c18468166266 in Status: IN_PROGRESS for 2s [ 962.100014] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ca9b2e2f-57ba-4755-9873-801e88f2f415',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.244944] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f3863da5-803c-48d9-b686-308b4c9ed0dd [ 962.244944] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.244944] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.244944] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.244944] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.244944] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.244944] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f3863da5-803c-48d9-b686-308b4c9ed0dd already deleted. [ 962.244944] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f3863da5-803c-48d9-b686-308b4c9ed0dd" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.444387] env[65642]: INFO networking_nsxv3.common.synchronization [None req-62089c23-4246-42b3-aeaf-409a5479a314 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Enqueued Resource ID: 835adcb8-ecc1-4fd6-af27-d9eb490dced5 with Priority: HIGHEST for action security_group_rules [ 962.444387] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 835adcb8-ecc1-4fd6-af27-d9eb490dced5 with Priority: HIGHEST for action security_group_rules [ 962.444387] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-835adcb8-ecc1-4fd6-af27-d9eb490dced5 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.444387] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-835adcb8-ecc1-4fd6-af27-d9eb490dced5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.444387] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-835adcb8-ecc1-4fd6-af27-d9eb490dced5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.444387] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-835adcb8-ecc1-4fd6-af27-d9eb490dced5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.444387] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('835adcb8-ecc1-4fd6-af27-d9eb490dced5',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.562856] env[65642]: INFO networking_nsxv3.common.synchronization [None req-94450fa3-d4f2-438d-8446-d44b2238955d tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Enqueued Resource ID: 835adcb8-ecc1-4fd6-af27-d9eb490dced5 with Priority: HIGHEST for action security_group_rules [ 962.563494] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 835adcb8-ecc1-4fd6-af27-d9eb490dced5 with Priority: HIGHEST for action security_group_rules [ 962.563939] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-835adcb8-ecc1-4fd6-af27-d9eb490dced5 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.564950] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-835adcb8-ecc1-4fd6-af27-d9eb490dced5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.604030] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.604030] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.604030] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.604030] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.604030] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.604030] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca9b2e2f-57ba-4755-9873-801e88f2f415 is going to be updated. [ 962.649458] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.650275] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.650399] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.650810] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.651208] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.663145] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca9b2e2f-57ba-4755-9873-801e88f2f415 in Status: IN_PROGRESS for 2s [ 962.966354] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.966827] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.966827] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.966827] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.966965] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.966965] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 835adcb8-ecc1-4fd6-af27-d9eb490dced5 already deleted. [ 962.967047] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-835adcb8-ecc1-4fd6-af27-d9eb490dced5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.967276] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-835adcb8-ecc1-4fd6-af27-d9eb490dced5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.967371] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-835adcb8-ecc1-4fd6-af27-d9eb490dced5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.967419] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('835adcb8-ecc1-4fd6-af27-d9eb490dced5',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.378051] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23448334-cce5-41e5-9e49-d4c883b882ed in Status: SUCCESS [ 963.378051] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.378051] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.378051] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.378051] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.378051] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.378051] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.378051] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.378051] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.378051] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.378051] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('23448334-cce5-41e5-9e49-d4c883b882ed',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.379967] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5793b24-06e3-473f-bd9b-dc44d866d2ae in Status: SUCCESS [ 963.379967] env[65642]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5793b24-06e3-473f-bd9b-dc44d866d2ae deletion is rescheduled due to dependency. [ 963.379967] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5793b24-06e3-473f-bd9b-dc44d866d2ae" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.380144] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.380810] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.380810] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.380810] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.384195] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.384428] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.384535] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.384635] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23448334-cce5-41e5-9e49-d4c883b882ed',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.407109] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8ec4214-95fc-4945-8050-c52f58369b15 in Status: SUCCESS [ 963.407309] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8ec4214-95fc-4945-8050-c52f58369b15" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.407474] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8ec4214-95fc-4945-8050-c52f58369b15" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.407754] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8ec4214-95fc-4945-8050-c52f58369b15" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.408073] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.408307] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.408401] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.408600] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.408709] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.408831] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8ec4214-95fc-4945-8050-c52f58369b15',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.488458] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.488596] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.488682] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.489761] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.489918] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.490326] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 835adcb8-ecc1-4fd6-af27-d9eb490dced5 already deleted. [ 963.490326] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-835adcb8-ecc1-4fd6-af27-d9eb490dced5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.871347] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d635d881-3548-4b12-a74f-a8f1d313a45f in Status: SUCCESS [ 963.871347] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d635d881-3548-4b12-a74f-a8f1d313a45f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.871347] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d635d881-3548-4b12-a74f-a8f1d313a45f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.871347] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d635d881-3548-4b12-a74f-a8f1d313a45f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.871347] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.871347] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.871347] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.871347] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.871347] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.871347] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d635d881-3548-4b12-a74f-a8f1d313a45f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.871347] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d635d881-3548-4b12-a74f-a8f1d313a45f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.876893] env[65642]: INFO networking_nsxv3.common.synchronization [req-b9ac69fd-99da-4d48-ad28-a795f878427d req-61a70d2e-a83b-40dc-9f13-44d6dd9c5ab8 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Enqueued Resource ID: 0fd5ebee-27ad-48de-a780-a823cd496c9c with Priority: HIGHEST for action security_group_members [ 963.876893] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fd5ebee-27ad-48de-a780-a823cd496c9c with Priority: HIGHEST for action security_group_members [ 963.876893] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fd5ebee-27ad-48de-a780-a823cd496c9c taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.877338] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.877338] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.877338] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.877481] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.877481] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.877561] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.878059] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.878059] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.878059] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0fd5ebee-27ad-48de-a780-a823cd496c9c',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.888780] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-23448334-cce5-41e5-9e49-d4c883b882ed taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.888955] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.889197] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('23448334-cce5-41e5-9e49-d4c883b882ed',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.898820] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15c96d75-3d0f-4d55-a58f-c18468166266 in Status: SUCCESS [ 963.900349] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15c96d75-3d0f-4d55-a58f-c18468166266" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.900349] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15c96d75-3d0f-4d55-a58f-c18468166266" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.900349] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15c96d75-3d0f-4d55-a58f-c18468166266" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.900349] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.900349] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.900571] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.900571] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.900636] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.900678] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15c96d75-3d0f-4d55-a58f-c18468166266" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.900892] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('15c96d75-3d0f-4d55-a58f-c18468166266',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.902614] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15c96d75-3d0f-4d55-a58f-c18468166266" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.902864] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15c96d75-3d0f-4d55-a58f-c18468166266" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.903601] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.903732] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.903937] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.904231] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.904276] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.904359] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15c96d75-3d0f-4d55-a58f-c18468166266',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.912505] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.912505] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.912505] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.912505] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.912505] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.912505] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.912505] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.912505] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.912505] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.912898] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.913351] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8ec4214-95fc-4945-8050-c52f58369b15 is going to be updated. [ 963.949061] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.949288] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.949339] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.949554] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.950073] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.962961] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8ec4214-95fc-4945-8050-c52f58369b15 in Status: IN_PROGRESS for 2s [ 964.375232] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d635d881-3548-4b12-a74f-a8f1d313a45f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.380117] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.381232] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.381232] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.381232] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.381232] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.381232] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.381232] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.381232] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.381232] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.381232] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.381232] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0fd5ebee-27ad-48de-a780-a823cd496c9c is going to be updated. [ 964.393104] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('23448334-cce5-41e5-9e49-d4c883b882ed',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.406623] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('15c96d75-3d0f-4d55-a58f-c18468166266',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.408047] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('15c96d75-3d0f-4d55-a58f-c18468166266',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.415219] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.415398] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.415467] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.415676] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.415818] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.428222] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fd5ebee-27ad-48de-a780-a823cd496c9c in Status: IN_PROGRESS for 2s [ 964.490078] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock network-365 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.490354] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "network-365" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.490460] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "network-365" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.490740] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "network-365" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.491051] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.491224] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.491339] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.491564] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.491880] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.492118] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 964.492230] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] NeedRegenerationException {{(pid=65642) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 964.492339] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] no value, waiting for create lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 964.492443] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] value creation lock acquired {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 964.492550] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 964.492654] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Calling creation function for not-yet-present value {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 964.492786] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 964.517786] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 964.517988] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65642) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 964.518177] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Released creation lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 964.519744] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "network-365" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.519744] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock port-3669a0b0-8209-4afb-ac10-2d24850095ec taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.519744] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "port-3669a0b0-8209-4afb-ac10-2d24850095ec" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.519744] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "port-3669a0b0-8209-4afb-ac10-2d24850095ec" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.519744] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "port-3669a0b0-8209-4afb-ac10-2d24850095ec" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.519744] env[65642]: DEBUG networking_nsxv3.api.rpc [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3669a0b0-8209-4afb-ac10-2d24850095ec',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.677532] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca9b2e2f-57ba-4755-9873-801e88f2f415 in Status: SUCCESS [ 964.677532] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca9b2e2f-57ba-4755-9873-801e88f2f415" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.677532] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca9b2e2f-57ba-4755-9873-801e88f2f415" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.677532] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca9b2e2f-57ba-4755-9873-801e88f2f415" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.677532] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.677532] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.677532] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.677532] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.677532] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.677532] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca9b2e2f-57ba-4755-9873-801e88f2f415" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.677532] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ca9b2e2f-57ba-4755-9873-801e88f2f415',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.844608] env[65642]: INFO networking_nsxv3.common.synchronization [req-031dc77a-10ec-4743-a399-8bc0a534d82b req-2449b79d-b8e0-4174-906a-8b1e1d47837b tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Enqueued Resource ID: 423fbad1-c879-4362-9cdf-87cc963850e4 with Priority: HIGHEST for action security_group_members [ 964.844608] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 423fbad1-c879-4362-9cdf-87cc963850e4 with Priority: HIGHEST for action security_group_members [ 964.845243] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-423fbad1-c879-4362-9cdf-87cc963850e4 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.845693] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-423fbad1-c879-4362-9cdf-87cc963850e4" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.845893] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-423fbad1-c879-4362-9cdf-87cc963850e4" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.847312] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-423fbad1-c879-4362-9cdf-87cc963850e4" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.847312] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.847312] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.847312] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.847312] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.847312] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.847312] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('423fbad1-c879-4362-9cdf-87cc963850e4',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.879921] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d635d881-3548-4b12-a74f-a8f1d313a45f: rpc.has_security_group_logging(os_id): False [ 964.897468] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.897468] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.897468] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.897468] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.897468] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.897468] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23448334-cce5-41e5-9e49-d4c883b882ed is going to be updated. [ 964.904299] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.904891] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.905016] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.905542] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.905749] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.908963] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.908963] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.909183] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.909453] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.909578] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.909909] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d635d881-3548-4b12-a74f-a8f1d313a45f is going to be created. [ 964.910999] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 15c96d75-3d0f-4d55-a58f-c18468166266: rpc.has_security_group_logging(os_id): False [ 964.912104] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('15c96d75-3d0f-4d55-a58f-c18468166266',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.937057] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.937399] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.941304] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.941304] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.941304] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.941304] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.941304] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.941304] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.941304] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.941304] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.941304] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 15c96d75-3d0f-4d55-a58f-c18468166266 is going to be created. [ 964.949976] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.949976] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.949976] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.949976] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.949976] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.958156] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23448334-cce5-41e5-9e49-d4c883b882ed in Status: IN_PROGRESS for 2s [ 965.002017] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.002245] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.002245] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.002449] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.002620] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.005518] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.005719] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.005719] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.005922] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.006141] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.021049] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d635d881-3548-4b12-a74f-a8f1d313a45f in Status: IN_PROGRESS for 2s [ 965.021500] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 15c96d75-3d0f-4d55-a58f-c18468166266 in Status: IN_PROGRESS for 2s [ 965.022043] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.022422] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.022583] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.022865] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.023035] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.023180] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Segment Port 3669a0b0-8209-4afb-ac10-2d24850095ec not found, creating... [ 965.023548] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.023849] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.023993] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.024253] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.024394] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.024714] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.024878] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.025030] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.025258] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.025392] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.025532] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Resource: SegmentPort with ID: 3669a0b0-8209-4afb-ac10-2d24850095ec is going to be created. [ 965.078830] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.079104] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.079231] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.079518] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.079752] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.079989] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "port-3669a0b0-8209-4afb-ac10-2d24850095ec" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.179164] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ca9b2e2f-57ba-4755-9873-801e88f2f415',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.350421] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.350683] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.350830] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.351192] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.351340] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.351684] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.351862] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.352650] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.352788] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.352946] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.354201] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 423fbad1-c879-4362-9cdf-87cc963850e4 is going to be updated. [ 965.400664] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.401382] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.401382] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.401693] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.401693] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.413706] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 423fbad1-c879-4362-9cdf-87cc963850e4 in Status: IN_PROGRESS for 2s [ 965.416273] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.416273] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.416273] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.416664] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.416664] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.416664] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15c96d75-3d0f-4d55-a58f-c18468166266 is going to be updated. [ 965.453616] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.454247] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.454247] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.454452] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.454531] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.464213] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15c96d75-3d0f-4d55-a58f-c18468166266 in Status: IN_PROGRESS for 2s [ 965.683428] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ca9b2e2f-57ba-4755-9873-801e88f2f415: rpc.has_security_group_logging(os_id): False [ 965.699648] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.699763] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.699836] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.700073] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.700164] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.700388] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.700503] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.700565] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.700724] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.700803] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.700891] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca9b2e2f-57ba-4755-9873-801e88f2f415 is going to be created. [ 965.756343] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.756504] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.756567] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.757293] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.757293] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.771050] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca9b2e2f-57ba-4755-9873-801e88f2f415 in Status: IN_PROGRESS for 2s [ 965.774688] env[65642]: INFO networking_nsxv3.common.synchronization [req-b9ac69fd-99da-4d48-ad28-a795f878427d req-0488e1c7-c1dc-4040-8717-7aabe1605475 service nova] Enqueued Resource ID: 0fd5ebee-27ad-48de-a780-a823cd496c9c with Priority: HIGHEST for action security_group_rules [ 965.774781] env[65642]: INFO networking_nsxv3.common.synchronization [req-b9ac69fd-99da-4d48-ad28-a795f878427d req-0488e1c7-c1dc-4040-8717-7aabe1605475 service nova] Enqueued Resource ID: 0fd5ebee-27ad-48de-a780-a823cd496c9c with Priority: HIGHEST for action security_group_members [ 965.774942] env[65642]: INFO networking_nsxv3.common.synchronization [req-b9ac69fd-99da-4d48-ad28-a795f878427d req-0488e1c7-c1dc-4040-8717-7aabe1605475 service nova] Enqueued Resource ID: 3669a0b0-8209-4afb-ac10-2d24850095ec with Priority: HIGHEST for action port [ 965.775479] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fd5ebee-27ad-48de-a780-a823cd496c9c with Priority: HIGHEST for action security_group_rules [ 965.775641] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fd5ebee-27ad-48de-a780-a823cd496c9c with Priority: HIGHEST for action security_group_members [ 965.775763] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3669a0b0-8209-4afb-ac10-2d24850095ec with Priority: HIGHEST for action port [ 965.776100] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0fd5ebee-27ad-48de-a780-a823cd496c9c taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.776236] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.776317] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.776556] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.776663] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0fd5ebee-27ad-48de-a780-a823cd496c9c',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.779169] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fd5ebee-27ad-48de-a780-a823cd496c9c taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.779256] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.779493] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-3669a0b0-8209-4afb-ac10-2d24850095ec taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.779585] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3669a0b0-8209-4afb-ac10-2d24850095ec" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.779585] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3669a0b0-8209-4afb-ac10-2d24850095ec" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.779793] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3669a0b0-8209-4afb-ac10-2d24850095ec" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.780069] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3669a0b0-8209-4afb-ac10-2d24850095ec',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.975539] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8ec4214-95fc-4945-8050-c52f58369b15 in Status: SUCCESS [ 965.975539] env[65642]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8ec4214-95fc-4945-8050-c52f58369b15 deletion is rescheduled due to dependency. [ 965.975721] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8ec4214-95fc-4945-8050-c52f58369b15" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.282402] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fd5ebee-27ad-48de-a780-a823cd496c9c taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.282635] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.282906] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3669a0b0-8209-4afb-ac10-2d24850095ec with status ACTIVE [ 966.283065] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.283400] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.283400] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.283568] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.283655] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.283901] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.284027] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.284081] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.284272] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.284418] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.284502] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.284621] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.284687] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.284831] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.284918] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.284981] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3669a0b0-8209-4afb-ac10-2d24850095ec is going to be updated. [ 966.316424] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.316617] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.316660] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.316889] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.316996] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.317175] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3669a0b0-8209-4afb-ac10-2d24850095ec" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.441253] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fd5ebee-27ad-48de-a780-a823cd496c9c in Status: SUCCESS [ 966.441253] env[65642]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0fd5ebee-27ad-48de-a780-a823cd496c9c deletion is rescheduled due to dependency. [ 966.441253] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.441253] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.441253] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.441734] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.441734] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.441734] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.441734] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.441734] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.441928] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0fd5ebee-27ad-48de-a780-a823cd496c9c',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.945639] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0fd5ebee-27ad-48de-a780-a823cd496c9c',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.974106] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23448334-cce5-41e5-9e49-d4c883b882ed in Status: SUCCESS [ 966.974326] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.974827] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.975078] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.975269] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.975386] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.975449] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.975602] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.975683] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.975777] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23448334-cce5-41e5-9e49-d4c883b882ed',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.039567] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 15c96d75-3d0f-4d55-a58f-c18468166266 in Status: SUCCESS [ 967.040164] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-15c96d75-3d0f-4d55-a58f-c18468166266" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.042041] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-15c96d75-3d0f-4d55-a58f-c18468166266" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.042041] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-15c96d75-3d0f-4d55-a58f-c18468166266" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.042041] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('15c96d75-3d0f-4d55-a58f-c18468166266',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.044059] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d635d881-3548-4b12-a74f-a8f1d313a45f in Status: SUCCESS [ 967.044365] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d635d881-3548-4b12-a74f-a8f1d313a45f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.426527] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 423fbad1-c879-4362-9cdf-87cc963850e4 in Status: SUCCESS [ 967.426692] env[65642]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 423fbad1-c879-4362-9cdf-87cc963850e4 deletion is rescheduled due to dependency. [ 967.426827] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-423fbad1-c879-4362-9cdf-87cc963850e4" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.447520] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0fd5ebee-27ad-48de-a780-a823cd496c9c',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.477649] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15c96d75-3d0f-4d55-a58f-c18468166266 in Status: SUCCESS [ 967.477878] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15c96d75-3d0f-4d55-a58f-c18468166266" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.478244] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('23448334-cce5-41e5-9e49-d4c883b882ed',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.479077] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15c96d75-3d0f-4d55-a58f-c18468166266" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.479302] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15c96d75-3d0f-4d55-a58f-c18468166266" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.479484] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.479599] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.479675] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.479814] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.479896] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.479980] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15c96d75-3d0f-4d55-a58f-c18468166266',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.543512] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-15c96d75-3d0f-4d55-a58f-c18468166266 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.543734] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15c96d75-3d0f-4d55-a58f-c18468166266" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.787789] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca9b2e2f-57ba-4755-9873-801e88f2f415 in Status: SUCCESS [ 967.790105] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca9b2e2f-57ba-4755-9873-801e88f2f415" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.949700] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.949864] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.950062] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.950197] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.950284] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.950614] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0fd5ebee-27ad-48de-a780-a823cd496c9c is going to be updated. [ 967.984042] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.984042] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.984042] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.984042] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.984042] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.984813] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('23448334-cce5-41e5-9e49-d4c883b882ed',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.985690] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('15c96d75-3d0f-4d55-a58f-c18468166266',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.995749] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fd5ebee-27ad-48de-a780-a823cd496c9c in Status: IN_PROGRESS for 2s [ 968.487780] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.488123] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.488123] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.488247] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.488344] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.488457] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23448334-cce5-41e5-9e49-d4c883b882ed is going to be updated. [ 968.489806] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('15c96d75-3d0f-4d55-a58f-c18468166266',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.524694] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.524908] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.524963] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.525240] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.525409] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.535692] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23448334-cce5-41e5-9e49-d4c883b882ed in Status: IN_PROGRESS for 2s [ 968.991973] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.992152] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.992222] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.992439] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.992526] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.992627] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15c96d75-3d0f-4d55-a58f-c18468166266 is going to be updated. [ 969.022711] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.022895] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.022895] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.023103] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.023260] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.038379] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15c96d75-3d0f-4d55-a58f-c18468166266 in Status: IN_PROGRESS for 2s [ 969.067599] env[65642]: INFO networking_nsxv3.common.synchronization [req-b547a286-181c-4abb-b7b6-636259ca40e9 req-edb30d62-0613-4511-9653-1a3624224286 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Enqueued Resource ID: b503b44c-c026-4120-95d4-701afa7d90c7 with Priority: HIGHEST for action security_group_members [ 969.068180] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b503b44c-c026-4120-95d4-701afa7d90c7 with Priority: HIGHEST for action security_group_members [ 969.068476] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-b503b44c-c026-4120-95d4-701afa7d90c7 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.068593] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.068676] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.068882] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.069472] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.070671] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.070671] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.071119] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.071344] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.071470] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b503b44c-c026-4120-95d4-701afa7d90c7',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.564106] env[65642]: INFO networking_nsxv3.common.synchronization [req-9d7cda15-e532-494c-be96-bd4215057add req-5e6206b7-cceb-47c4-8fd9-764b0a77f8f7 tempest-ListServerFiltersTestJSON-858782297 tempest-ListServerFiltersTestJSON-858782297-project-member] Enqueued Resource ID: b5abfe10-89da-46cf-9000-f717ab636113 with Priority: HIGHEST for action security_group_members [ 969.564658] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5abfe10-89da-46cf-9000-f717ab636113 with Priority: HIGHEST for action security_group_members [ 969.565070] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5abfe10-89da-46cf-9000-f717ab636113 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.565202] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5abfe10-89da-46cf-9000-f717ab636113" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.565278] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5abfe10-89da-46cf-9000-f717ab636113" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.565473] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5abfe10-89da-46cf-9000-f717ab636113" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.565622] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.565719] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.565778] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.565946] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.566044] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.566138] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5abfe10-89da-46cf-9000-f717ab636113',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.574058] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.574225] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.574293] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.574890] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.574890] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.574890] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.574890] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.574890] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.575185] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.575185] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.575243] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b503b44c-c026-4120-95d4-701afa7d90c7 is going to be updated. [ 969.609700] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.609880] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.609919] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.610510] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.610510] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.626501] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b503b44c-c026-4120-95d4-701afa7d90c7 in Status: IN_PROGRESS for 2s [ 969.909301] env[65642]: INFO networking_nsxv3.common.synchronization [req-885e16ed-0ad4-444f-bbb8-88b10dd64d65 req-bb7ad450-83ea-4ac3-8827-7a5e3b4f56fd tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Enqueued Resource ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d with Priority: HIGHEST for action security_group_members [ 969.910022] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d with Priority: HIGHEST for action security_group_members [ 969.910113] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-18f2a55f-5961-42a6-992b-c4e6552ec92d taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.912127] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.912127] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.912127] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.912127] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.912127] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.912127] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.912127] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.912127] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.912127] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18f2a55f-5961-42a6-992b-c4e6552ec92d',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.006415] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fd5ebee-27ad-48de-a780-a823cd496c9c in Status: SUCCESS [ 970.008125] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.008125] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.008125] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.008125] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.008125] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.008125] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.008125] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.008125] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.008125] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.008125] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0fd5ebee-27ad-48de-a780-a823cd496c9c',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.068725] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.068933] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.068981] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.069195] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.069289] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.069495] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.069702] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.069702] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.069824] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.069870] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.069970] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5abfe10-89da-46cf-9000-f717ab636113 is going to be updated. [ 970.115856] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.115856] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.115856] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.115856] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.115856] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.130655] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5abfe10-89da-46cf-9000-f717ab636113 in Status: IN_PROGRESS for 2s [ 970.318416] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock network-130 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.318630] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "network-130" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.318757] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "network-130" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.319055] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "network-130" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.319370] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.319534] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.319656] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.319886] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.320045] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.320258] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 970.320389] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] NeedRegenerationException {{(pid=65642) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 970.320510] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] no value, waiting for create lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 970.320623] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] value creation lock acquired {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 970.320735] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 970.320840] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Calling creation function for not-yet-present value {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 970.320972] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 970.347738] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 970.348011] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65642) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 970.348216] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Released creation lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 970.348423] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "network-130" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.348839] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock port-30b42341-a54a-4281-9f1a-166749b72c1a taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.349078] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "port-30b42341-a54a-4281-9f1a-166749b72c1a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.349209] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "port-30b42341-a54a-4281-9f1a-166749b72c1a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.349548] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "port-30b42341-a54a-4281-9f1a-166749b72c1a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.349723] env[65642]: DEBUG networking_nsxv3.api.rpc [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30b42341-a54a-4281-9f1a-166749b72c1a',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.413138] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('18f2a55f-5961-42a6-992b-c4e6552ec92d',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.511099] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fd5ebee-27ad-48de-a780-a823cd496c9c taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.511307] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.511307] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.511510] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.511673] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.511774] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.511858] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.511980] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.512082] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.512172] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.512323] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fd5ebee-27ad-48de-a780-a823cd496c9c taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.512410] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.512470] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.512610] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.512744] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.512835] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.512897] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.513041] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.513145] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.513232] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.513324] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0fd5ebee-27ad-48de-a780-a823cd496c9c',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.548309] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23448334-cce5-41e5-9e49-d4c883b882ed in Status: SUCCESS [ 970.548539] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.548760] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.548948] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.549271] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.549413] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.549535] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.550169] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.550169] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.550169] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.550169] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-23448334-cce5-41e5-9e49-d4c883b882ed taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.550169] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.550169] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.550638] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.550798] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.550899] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.550962] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.551218] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.551279] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.551332] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.551426] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('23448334-cce5-41e5-9e49-d4c883b882ed',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.852652] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.853057] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.853057] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.853320] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.853486] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.853642] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Segment Port 30b42341-a54a-4281-9f1a-166749b72c1a not found, creating... [ 970.853944] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.854110] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.854229] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.854441] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.854590] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.854932] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.855248] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.855391] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.855638] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.855740] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.855880] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Resource: SegmentPort with ID: 30b42341-a54a-4281-9f1a-166749b72c1a is going to be created. [ 970.876427] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.876676] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.876778] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.877078] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.877349] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.877597] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "port-30b42341-a54a-4281-9f1a-166749b72c1a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.915653] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('18f2a55f-5961-42a6-992b-c4e6552ec92d',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.016603] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0fd5ebee-27ad-48de-a780-a823cd496c9c: rpc.has_security_group_logging(os_id): False [ 971.054925] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15c96d75-3d0f-4d55-a58f-c18468166266 in Status: SUCCESS [ 971.055298] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15c96d75-3d0f-4d55-a58f-c18468166266" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.055527] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 23448334-cce5-41e5-9e49-d4c883b882ed: rpc.has_security_group_logging(os_id): False [ 971.058773] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15c96d75-3d0f-4d55-a58f-c18468166266" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.059390] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15c96d75-3d0f-4d55-a58f-c18468166266" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.059515] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.060581] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.060709] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.060947] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.061057] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.061148] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15c96d75-3d0f-4d55-a58f-c18468166266" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.061246] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('15c96d75-3d0f-4d55-a58f-c18468166266',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.063071] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.063207] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.063266] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.063961] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.064105] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.064437] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.064556] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.064626] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.064783] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.064880] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.065851] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.066056] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.066322] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.066402] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.066545] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.066879] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.067053] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.067161] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.067379] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.067504] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.067642] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0fd5ebee-27ad-48de-a780-a823cd496c9c is going to be updated. [ 971.098733] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.098733] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.098733] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.098733] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.098903] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.098996] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.099121] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.099189] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.099330] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.099405] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.099614] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.099707] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.099756] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.100536] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.100536] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.100536] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.100536] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.100536] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.100536] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.100536] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.100821] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 23448334-cce5-41e5-9e49-d4c883b882ed is going to be updated. [ 971.161537] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.161696] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.161782] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.162015] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.162175] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.178430] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0fd5ebee-27ad-48de-a780-a823cd496c9c in Status: IN_PROGRESS for 2s [ 971.196344] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.196601] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.196601] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.196948] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.197227] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.213172] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23448334-cce5-41e5-9e49-d4c883b882ed in Status: IN_PROGRESS for 2s [ 971.419130] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.419475] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.419655] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.419947] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.420142] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.420406] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d is going to be updated. [ 971.454869] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.455110] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.455110] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.455418] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.455581] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.465838] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d in Status: IN_PROGRESS for 2s [ 971.573512] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('15c96d75-3d0f-4d55-a58f-c18468166266',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.600548] env[65642]: INFO networking_nsxv3.common.synchronization [req-885e16ed-0ad4-444f-bbb8-88b10dd64d65 req-f69ea419-0bea-4044-a4ec-9cabdfd13c99 service nova] Enqueued Resource ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d with Priority: HIGHEST for action security_group_rules [ 971.600739] env[65642]: INFO networking_nsxv3.common.synchronization [req-885e16ed-0ad4-444f-bbb8-88b10dd64d65 req-f69ea419-0bea-4044-a4ec-9cabdfd13c99 service nova] Enqueued Resource ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d with Priority: HIGHEST for action security_group_members [ 971.600870] env[65642]: INFO networking_nsxv3.common.synchronization [req-885e16ed-0ad4-444f-bbb8-88b10dd64d65 req-f69ea419-0bea-4044-a4ec-9cabdfd13c99 service nova] Enqueued Resource ID: 30b42341-a54a-4281-9f1a-166749b72c1a with Priority: HIGHEST for action port [ 971.601754] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d with Priority: HIGHEST for action security_group_rules [ 971.601754] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d with Priority: HIGHEST for action security_group_members [ 971.601887] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30b42341-a54a-4281-9f1a-166749b72c1a with Priority: HIGHEST for action port [ 971.602591] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-18f2a55f-5961-42a6-992b-c4e6552ec92d taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.602591] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.602591] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.602591] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.602591] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('18f2a55f-5961-42a6-992b-c4e6552ec92d',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.606717] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-18f2a55f-5961-42a6-992b-c4e6552ec92d taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.607291] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.607291] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-30b42341-a54a-4281-9f1a-166749b72c1a taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.607291] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-30b42341-a54a-4281-9f1a-166749b72c1a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.607291] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-30b42341-a54a-4281-9f1a-166749b72c1a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.607512] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-30b42341-a54a-4281-9f1a-166749b72c1a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.607512] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30b42341-a54a-4281-9f1a-166749b72c1a',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.639920] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b503b44c-c026-4120-95d4-701afa7d90c7 in Status: SUCCESS [ 971.640121] env[65642]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b503b44c-c026-4120-95d4-701afa7d90c7 deletion is rescheduled due to dependency. [ 971.640254] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.075984] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 15c96d75-3d0f-4d55-a58f-c18468166266: rpc.has_security_group_logging(os_id): False [ 972.094062] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.094233] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.094309] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.094512] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.094602] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.094869] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.094963] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.095036] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.095193] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.095269] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.095358] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 15c96d75-3d0f-4d55-a58f-c18468166266 is going to be updated. [ 972.107112] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-18f2a55f-5961-42a6-992b-c4e6552ec92d taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.107286] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.109533] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 30b42341-a54a-4281-9f1a-166749b72c1a with status ACTIVE [ 972.109717] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.109827] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.109893] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.110174] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.110267] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.110443] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.110571] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.110607] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.110766] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.110806] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.111533] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.111533] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.111533] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.111533] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.111533] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.111533] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 30b42341-a54a-4281-9f1a-166749b72c1a is going to be updated. [ 972.131208] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.131208] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.131208] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.131416] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.131567] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.131776] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-30b42341-a54a-4281-9f1a-166749b72c1a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.142538] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5abfe10-89da-46cf-9000-f717ab636113 in Status: SUCCESS [ 972.142623] env[65642]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5abfe10-89da-46cf-9000-f717ab636113 deletion is rescheduled due to dependency. [ 972.142808] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5abfe10-89da-46cf-9000-f717ab636113" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.156367] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.156556] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.156673] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.157138] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.157138] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.172463] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 15c96d75-3d0f-4d55-a58f-c18468166266 in Status: IN_PROGRESS for 2s [ 973.193357] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0fd5ebee-27ad-48de-a780-a823cd496c9c in Status: SUCCESS [ 973.193659] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.227373] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23448334-cce5-41e5-9e49-d4c883b882ed in Status: SUCCESS [ 973.227630] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.228236] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.228236] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.228236] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('23448334-cce5-41e5-9e49-d4c883b882ed',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.477013] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d in Status: SUCCESS [ 973.477248] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.477413] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.477640] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.477833] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.477969] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.478045] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.478206] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.478297] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.478406] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18f2a55f-5961-42a6-992b-c4e6552ec92d',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.731307] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-23448334-cce5-41e5-9e49-d4c883b882ed taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.731549] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.731549] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.731795] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.731979] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.732139] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.732191] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.732437] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.732498] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.732628] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.732691] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('23448334-cce5-41e5-9e49-d4c883b882ed',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.980633] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('18f2a55f-5961-42a6-992b-c4e6552ec92d',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.187016] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 15c96d75-3d0f-4d55-a58f-c18468166266 in Status: SUCCESS [ 974.187263] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-15c96d75-3d0f-4d55-a58f-c18468166266" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.235885] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-23448334-cce5-41e5-9e49-d4c883b882ed taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.236325] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.236325] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.236470] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.236773] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.236773] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.236773] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.236919] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.236951] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.237051] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.237187] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-23448334-cce5-41e5-9e49-d4c883b882ed taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.237280] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.237347] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.237509] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.237601] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.237680] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.237762] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.237870] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.237943] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.238028] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.238116] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('23448334-cce5-41e5-9e49-d4c883b882ed',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.482981] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('18f2a55f-5961-42a6-992b-c4e6552ec92d',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.740383] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 23448334-cce5-41e5-9e49-d4c883b882ed: rpc.has_security_group_logging(os_id): False [ 974.758880] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.758880] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.758880] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.759120] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.759120] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.759536] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.759536] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.759536] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.759536] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.759536] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.760365] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.760365] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.760365] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.760365] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.760365] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.760365] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.761039] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.761039] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.761039] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.761039] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.761039] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 23448334-cce5-41e5-9e49-d4c883b882ed is going to be updated. [ 974.827646] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.827799] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.827866] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.828143] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.828325] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.844662] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23448334-cce5-41e5-9e49-d4c883b882ed in Status: IN_PROGRESS for 2s [ 974.985518] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.985814] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.985814] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.985964] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.986449] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.986449] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d is going to be updated. [ 975.017222] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.018047] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.018047] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.018047] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.018273] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.028048] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d in Status: IN_PROGRESS for 2s [ 975.111675] env[65642]: INFO networking_nsxv3.common.synchronization [None req-92526dd1-2667-491d-b103-41f09cfb32b9 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Enqueued Resource ID: 31e0beaf-c6c1-43d2-ab6b-6b99bcf6a805 with Priority: HIGHEST for action security_group_rules [ 975.112274] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31e0beaf-c6c1-43d2-ab6b-6b99bcf6a805 with Priority: HIGHEST for action security_group_rules [ 975.112597] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-31e0beaf-c6c1-43d2-ab6b-6b99bcf6a805 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.112729] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-31e0beaf-c6c1-43d2-ab6b-6b99bcf6a805" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.112773] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-31e0beaf-c6c1-43d2-ab6b-6b99bcf6a805" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.113258] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-31e0beaf-c6c1-43d2-ab6b-6b99bcf6a805" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.113258] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('31e0beaf-c6c1-43d2-ab6b-6b99bcf6a805',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.275799] env[65642]: INFO networking_nsxv3.common.synchronization [None req-457961d3-9037-46ed-8ff0-cfa6b82b38b0 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Enqueued Resource ID: 31e0beaf-c6c1-43d2-ab6b-6b99bcf6a805 with Priority: HIGHEST for action security_group_rules [ 975.276484] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31e0beaf-c6c1-43d2-ab6b-6b99bcf6a805 with Priority: HIGHEST for action security_group_rules [ 975.276876] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-31e0beaf-c6c1-43d2-ab6b-6b99bcf6a805 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.276991] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-31e0beaf-c6c1-43d2-ab6b-6b99bcf6a805" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.636218] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.636442] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.636442] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.637570] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.637570] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.637570] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 31e0beaf-c6c1-43d2-ab6b-6b99bcf6a805 already deleted. [ 975.637570] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-31e0beaf-c6c1-43d2-ab6b-6b99bcf6a805" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.637570] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-31e0beaf-c6c1-43d2-ab6b-6b99bcf6a805" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.637981] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-31e0beaf-c6c1-43d2-ab6b-6b99bcf6a805" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.637981] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('31e0beaf-c6c1-43d2-ab6b-6b99bcf6a805',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.163194] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.163194] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.163194] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.163194] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.163546] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.163546] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 31e0beaf-c6c1-43d2-ab6b-6b99bcf6a805 already deleted. [ 976.163546] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-31e0beaf-c6c1-43d2-ab6b-6b99bcf6a805" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.817762] env[65642]: INFO networking_nsxv3.common.synchronization [None req-90ed7703-a1a3-46d3-8d62-587227ed21c1 None None] Enqueued Resource ID: 5f94cc83-be36-4294-8614-195ce1f21624 with Priority: HIGHEST for action port [ 976.819344] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f94cc83-be36-4294-8614-195ce1f21624 with Priority: HIGHEST for action port [ 976.819344] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f94cc83-be36-4294-8614-195ce1f21624 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.819344] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f94cc83-be36-4294-8614-195ce1f21624" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.819485] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f94cc83-be36-4294-8614-195ce1f21624" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.820520] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f94cc83-be36-4294-8614-195ce1f21624" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.820633] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f94cc83-be36-4294-8614-195ce1f21624',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.862745] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23448334-cce5-41e5-9e49-d4c883b882ed in Status: SUCCESS [ 976.862980] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.039786] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d in Status: SUCCESS [ 977.039786] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.040651] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.040894] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.041200] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.041342] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.041483] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.041646] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.041704] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.041736] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.041872] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('18f2a55f-5961-42a6-992b-c4e6552ec92d',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.323119] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5f94cc83-be36-4294-8614-195ce1f21624 [ 977.323222] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.323643] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.323643] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.323643] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.323815] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.323815] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5f94cc83-be36-4294-8614-195ce1f21624 already deleted. [ 977.323990] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f94cc83-be36-4294-8614-195ce1f21624" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.544261] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-18f2a55f-5961-42a6-992b-c4e6552ec92d taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.544469] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.544469] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.544664] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.544878] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.545041] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.545041] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.545151] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.545275] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.545332] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.545466] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-18f2a55f-5961-42a6-992b-c4e6552ec92d taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.545562] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.545637] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.545748] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.545898] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.545988] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.546058] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.546221] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.546286] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.546368] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.546454] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('18f2a55f-5961-42a6-992b-c4e6552ec92d',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.710249] env[65642]: INFO networking_nsxv3.common.synchronization [None req-3906fec1-841e-4b73-9450-3dadd5ddf627 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Enqueued Resource ID: 86b90a03-d259-4366-8bad-4f4a3275453a with Priority: HIGHEST for action security_group_rules [ 977.714031] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86b90a03-d259-4366-8bad-4f4a3275453a with Priority: HIGHEST for action security_group_rules [ 977.715572] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86b90a03-d259-4366-8bad-4f4a3275453a taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.715715] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86b90a03-d259-4366-8bad-4f4a3275453a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.715811] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86b90a03-d259-4366-8bad-4f4a3275453a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.716055] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86b90a03-d259-4366-8bad-4f4a3275453a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.716201] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86b90a03-d259-4366-8bad-4f4a3275453a',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.718950] env[65642]: INFO networking_nsxv3.common.synchronization [None req-7a979d99-5dcb-4eaa-8459-3cc88880ee4d tempest-ServersTestJSON-376027512 tempest-ServersTestJSON-376027512-project-member] Enqueued Resource ID: 619d6403-58f4-45fd-acf7-1c497a2bbbc3 with Priority: HIGHEST for action security_group_rules [ 977.719879] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 619d6403-58f4-45fd-acf7-1c497a2bbbc3 with Priority: HIGHEST for action security_group_rules [ 977.720193] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-619d6403-58f4-45fd-acf7-1c497a2bbbc3 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.720318] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-619d6403-58f4-45fd-acf7-1c497a2bbbc3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.721190] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-619d6403-58f4-45fd-acf7-1c497a2bbbc3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.721190] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-619d6403-58f4-45fd-acf7-1c497a2bbbc3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.721370] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('619d6403-58f4-45fd-acf7-1c497a2bbbc3',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.870517] env[65642]: INFO networking_nsxv3.common.synchronization [None req-d45dffba-914b-4be0-ba93-4c6505f39032 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Enqueued Resource ID: 86b90a03-d259-4366-8bad-4f4a3275453a with Priority: HIGHEST for action security_group_rules [ 977.871524] env[65642]: INFO networking_nsxv3.common.synchronization [None req-5f0d1781-a19e-4417-95fd-287f00fcf91b tempest-ServersTestJSON-376027512 tempest-ServersTestJSON-376027512-project-member] Enqueued Resource ID: 619d6403-58f4-45fd-acf7-1c497a2bbbc3 with Priority: HIGHEST for action security_group_rules [ 977.872190] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86b90a03-d259-4366-8bad-4f4a3275453a with Priority: HIGHEST for action security_group_rules [ 977.872327] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 619d6403-58f4-45fd-acf7-1c497a2bbbc3 with Priority: HIGHEST for action security_group_rules [ 977.872754] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86b90a03-d259-4366-8bad-4f4a3275453a taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.872853] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86b90a03-d259-4366-8bad-4f4a3275453a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.873994] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-619d6403-58f4-45fd-acf7-1c497a2bbbc3 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.874103] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-619d6403-58f4-45fd-acf7-1c497a2bbbc3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.050041] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 18f2a55f-5961-42a6-992b-c4e6552ec92d: rpc.has_security_group_logging(os_id): False [ 978.073421] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.073421] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.073421] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.073421] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.073421] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.073680] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.073732] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.073765] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.073931] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.074010] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.074195] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.074297] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.074359] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.074522] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.074595] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.074772] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.074888] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.074930] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.075374] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.076200] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.076200] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d is going to be updated. [ 978.137993] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.137993] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.137993] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.137993] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.137993] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.149206] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d in Status: IN_PROGRESS for 2s [ 978.246867] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.247079] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.247142] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.248032] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.248032] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.248032] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86b90a03-d259-4366-8bad-4f4a3275453a already deleted. [ 978.248032] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86b90a03-d259-4366-8bad-4f4a3275453a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.250184] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.250184] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.250184] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.250184] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.250184] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.250184] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 619d6403-58f4-45fd-acf7-1c497a2bbbc3 already deleted. [ 978.250184] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-619d6403-58f4-45fd-acf7-1c497a2bbbc3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.250184] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86b90a03-d259-4366-8bad-4f4a3275453a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.250184] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86b90a03-d259-4366-8bad-4f4a3275453a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.250605] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86b90a03-d259-4366-8bad-4f4a3275453a',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.251391] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-619d6403-58f4-45fd-acf7-1c497a2bbbc3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.251479] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-619d6403-58f4-45fd-acf7-1c497a2bbbc3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.251609] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('619d6403-58f4-45fd-acf7-1c497a2bbbc3',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.773178] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.773380] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.773380] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.773609] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.773696] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.773831] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86b90a03-d259-4366-8bad-4f4a3275453a already deleted. [ 978.773959] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86b90a03-d259-4366-8bad-4f4a3275453a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.775018] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.775018] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.775351] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.775519] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.775641] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.775755] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 619d6403-58f4-45fd-acf7-1c497a2bbbc3 already deleted. [ 978.775903] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-619d6403-58f4-45fd-acf7-1c497a2bbbc3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.283882] env[65642]: INFO networking_nsxv3.common.synchronization [req-be7e851b-2466-4359-8db5-a3d3e00c759c req-cc943b0d-22e8-441f-9a39-0fe6f4a4a827 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Enqueued Resource ID: ec8e4ab5-7d93-4c71-b1da-a89a029a0e52 with Priority: HIGHEST for action security_group_members [ 979.284391] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec8e4ab5-7d93-4c71-b1da-a89a029a0e52 with Priority: HIGHEST for action security_group_members [ 979.284708] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec8e4ab5-7d93-4c71-b1da-a89a029a0e52 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.285436] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec8e4ab5-7d93-4c71-b1da-a89a029a0e52" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.285436] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec8e4ab5-7d93-4c71-b1da-a89a029a0e52" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.285436] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec8e4ab5-7d93-4c71-b1da-a89a029a0e52" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.285436] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.285624] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.285624] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.286359] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.286359] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.286359] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec8e4ab5-7d93-4c71-b1da-a89a029a0e52',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.308204] env[65642]: INFO networking_nsxv3.common.synchronization [req-a56d7f80-d658-4a2f-b646-d7cc4c8fd41b req-c5fac25e-e673-4364-80d9-91e034039f34 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Enqueued Resource ID: b503b44c-c026-4120-95d4-701afa7d90c7 with Priority: HIGHEST for action security_group_members [ 979.308625] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b503b44c-c026-4120-95d4-701afa7d90c7 with Priority: HIGHEST for action security_group_members [ 979.308947] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-b503b44c-c026-4120-95d4-701afa7d90c7 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.309092] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.309158] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.309365] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.309519] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.309620] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.309683] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.309834] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.309919] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.310178] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b503b44c-c026-4120-95d4-701afa7d90c7',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.370492] env[65642]: INFO networking_nsxv3.common.synchronization [None req-b5a6b75c-1e2a-4903-a71f-499868bd0583 None None] Enqueued Resource ID: 88996957-21a4-4b67-9c88-9b540e509f9d with Priority: HIGHEST for action port [ 979.370712] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88996957-21a4-4b67-9c88-9b540e509f9d with Priority: HIGHEST for action port [ 979.371456] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-88996957-21a4-4b67-9c88-9b540e509f9d taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.371456] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-88996957-21a4-4b67-9c88-9b540e509f9d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.371456] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-88996957-21a4-4b67-9c88-9b540e509f9d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.371456] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-88996957-21a4-4b67-9c88-9b540e509f9d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.371456] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88996957-21a4-4b67-9c88-9b540e509f9d',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.730221] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock network-103 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.730221] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "network-103" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.730221] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "network-103" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.730221] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "network-103" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.730779] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.731121] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.731346] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.731661] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.731902] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.732227] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 979.732479] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] NeedRegenerationException {{(pid=65642) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 979.732699] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] no value, waiting for create lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 979.732906] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] value creation lock acquired {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 979.733223] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 979.733781] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Calling creation function for not-yet-present value {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 979.734053] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 979.753934] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 979.754170] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65642) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 979.754316] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Released creation lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 979.754494] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "network-103" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.754809] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock port-1d2f499c-7bf8-4379-9611-31ed97d6d178 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.754984] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "port-1d2f499c-7bf8-4379-9611-31ed97d6d178" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.755121] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "port-1d2f499c-7bf8-4379-9611-31ed97d6d178" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.755441] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "port-1d2f499c-7bf8-4379-9611-31ed97d6d178" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.755581] env[65642]: DEBUG networking_nsxv3.api.rpc [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d2f499c-7bf8-4379-9611-31ed97d6d178',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.787864] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.788055] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.788127] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.788306] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.788395] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.788583] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.788685] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.788739] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.788879] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.788957] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.789070] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec8e4ab5-7d93-4c71-b1da-a89a029a0e52 is going to be updated. [ 979.812701] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.812874] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.812934] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.813166] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.813337] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.813535] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.813641] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.813704] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.813888] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.813987] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.814079] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b503b44c-c026-4120-95d4-701afa7d90c7 is going to be updated. [ 979.817679] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.817798] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.817850] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.818015] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.818155] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.827576] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec8e4ab5-7d93-4c71-b1da-a89a029a0e52 in Status: IN_PROGRESS for 2s [ 979.843935] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.843935] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.843935] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.843935] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.843935] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.852741] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b503b44c-c026-4120-95d4-701afa7d90c7 in Status: IN_PROGRESS for 2s [ 979.875162] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 88996957-21a4-4b67-9c88-9b540e509f9d [ 979.876262] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.876262] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.876262] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.876262] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.876262] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.876262] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:88996957-21a4-4b67-9c88-9b540e509f9d already deleted. [ 979.876262] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-88996957-21a4-4b67-9c88-9b540e509f9d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.165659] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d in Status: SUCCESS [ 980.165890] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.258813] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.258813] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.259192] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.259255] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.259420] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.259618] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Segment Port 1d2f499c-7bf8-4379-9611-31ed97d6d178 not found, creating... [ 980.259864] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.260048] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.260133] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.260367] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.260501] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.260791] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.260993] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.261114] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.261340] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.261475] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.261623] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Resource: SegmentPort with ID: 1d2f499c-7bf8-4379-9611-31ed97d6d178 is going to be created. [ 980.287608] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.288102] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.288102] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.288276] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.288507] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.288742] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "port-1d2f499c-7bf8-4379-9611-31ed97d6d178" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.984567] env[65642]: INFO networking_nsxv3.common.synchronization [req-a56d7f80-d658-4a2f-b646-d7cc4c8fd41b req-78f78fd8-3f10-41d5-b529-65ff1d2a59a5 service nova] Enqueued Resource ID: b503b44c-c026-4120-95d4-701afa7d90c7 with Priority: HIGHEST for action security_group_rules [ 980.984744] env[65642]: INFO networking_nsxv3.common.synchronization [req-a56d7f80-d658-4a2f-b646-d7cc4c8fd41b req-78f78fd8-3f10-41d5-b529-65ff1d2a59a5 service nova] Enqueued Resource ID: b503b44c-c026-4120-95d4-701afa7d90c7 with Priority: HIGHEST for action security_group_members [ 980.984977] env[65642]: INFO networking_nsxv3.common.synchronization [req-a56d7f80-d658-4a2f-b646-d7cc4c8fd41b req-78f78fd8-3f10-41d5-b529-65ff1d2a59a5 service nova] Enqueued Resource ID: 1d2f499c-7bf8-4379-9611-31ed97d6d178 with Priority: HIGHEST for action port [ 980.985514] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b503b44c-c026-4120-95d4-701afa7d90c7 with Priority: HIGHEST for action security_group_rules [ 980.985646] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b503b44c-c026-4120-95d4-701afa7d90c7 with Priority: HIGHEST for action security_group_members [ 980.985741] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d2f499c-7bf8-4379-9611-31ed97d6d178 with Priority: HIGHEST for action port [ 980.986017] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b503b44c-c026-4120-95d4-701afa7d90c7 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.986501] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.986615] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.986882] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.987007] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b503b44c-c026-4120-95d4-701afa7d90c7',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.989070] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-b503b44c-c026-4120-95d4-701afa7d90c7 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.990190] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.990465] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d2f499c-7bf8-4379-9611-31ed97d6d178 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.990625] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d2f499c-7bf8-4379-9611-31ed97d6d178" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.990732] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d2f499c-7bf8-4379-9611-31ed97d6d178" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.990970] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d2f499c-7bf8-4379-9611-31ed97d6d178" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.991117] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d2f499c-7bf8-4379-9611-31ed97d6d178',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.493667] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-b503b44c-c026-4120-95d4-701afa7d90c7 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.494270] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.494733] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1d2f499c-7bf8-4379-9611-31ed97d6d178 with status ACTIVE [ 981.494928] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.495206] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.495282] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.495531] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.495634] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.495833] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.495936] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.495998] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.496207] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.496317] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.496446] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.496537] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.496595] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.496738] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.496812] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.496897] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1d2f499c-7bf8-4379-9611-31ed97d6d178 is going to be updated. [ 981.519375] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.519584] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.519584] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.519786] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.519924] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.520106] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d2f499c-7bf8-4379-9611-31ed97d6d178" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.712397] env[65642]: INFO networking_nsxv3.common.synchronization [req-4da6612b-a49c-45ce-9bd6-429e8a9f8e00 req-10cc0c0b-235a-4c86-8a70-278ef959e662 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Enqueued Resource ID: 23448334-cce5-41e5-9e49-d4c883b882ed with Priority: HIGHEST for action security_group_members [ 981.712918] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23448334-cce5-41e5-9e49-d4c883b882ed with Priority: HIGHEST for action security_group_members [ 981.713290] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-23448334-cce5-41e5-9e49-d4c883b882ed taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.713353] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.713429] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.713689] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.713775] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.713910] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.713975] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.714111] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.714197] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.714289] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23448334-cce5-41e5-9e49-d4c883b882ed',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.838818] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec8e4ab5-7d93-4c71-b1da-a89a029a0e52 in Status: SUCCESS [ 981.839108] env[65642]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec8e4ab5-7d93-4c71-b1da-a89a029a0e52 deletion is rescheduled due to dependency. [ 981.839227] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec8e4ab5-7d93-4c71-b1da-a89a029a0e52" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.862802] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b503b44c-c026-4120-95d4-701afa7d90c7 in Status: SUCCESS [ 981.862991] env[65642]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b503b44c-c026-4120-95d4-701afa7d90c7 deletion is rescheduled due to dependency. [ 981.863125] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.863289] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.863523] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.863683] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.863953] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.863953] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.864058] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.864142] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.864220] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b503b44c-c026-4120-95d4-701afa7d90c7',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.031607] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock network-727 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.032272] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "network-727" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.032463] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "network-727" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.032813] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "network-727" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.033162] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.033594] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.033768] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.034042] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.034204] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.034731] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 982.034905] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] NeedRegenerationException {{(pid=65642) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 982.035091] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] no value, waiting for create lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 982.035243] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] value creation lock acquired {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 982.035388] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 982.035525] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Calling creation function for not-yet-present value {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 982.035705] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 982.056531] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 982.056747] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65642) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 982.056920] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Released creation lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 982.057156] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "network-727" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.057505] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock port-47321264-3202-4548-af50-ec4a2430444d taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.057714] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "port-47321264-3202-4548-af50-ec4a2430444d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.057861] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "port-47321264-3202-4548-af50-ec4a2430444d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.058256] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "port-47321264-3202-4548-af50-ec4a2430444d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.058422] env[65642]: DEBUG networking_nsxv3.api.rpc [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47321264-3202-4548-af50-ec4a2430444d',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.218248] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('23448334-cce5-41e5-9e49-d4c883b882ed',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.369166] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b503b44c-c026-4120-95d4-701afa7d90c7',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.561399] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.561851] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.561851] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.562183] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.562382] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.562596] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Segment Port 47321264-3202-4548-af50-ec4a2430444d not found, creating... [ 982.562955] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.563152] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.563306] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.563575] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.563750] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.564119] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.564328] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.564476] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.564720] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.564885] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.565121] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Resource: SegmentPort with ID: 47321264-3202-4548-af50-ec4a2430444d is going to be created. [ 982.594519] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.594519] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.594519] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.595634] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.595634] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.595634] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "port-47321264-3202-4548-af50-ec4a2430444d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.721322] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('23448334-cce5-41e5-9e49-d4c883b882ed',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.871443] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b503b44c-c026-4120-95d4-701afa7d90c7',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.224481] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.224660] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.224660] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.224976] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.225112] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.225254] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23448334-cce5-41e5-9e49-d4c883b882ed is going to be updated. [ 983.258847] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.259093] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.259170] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.259471] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.259803] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.269852] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23448334-cce5-41e5-9e49-d4c883b882ed in Status: IN_PROGRESS for 2s [ 983.325477] env[65642]: INFO networking_nsxv3.common.synchronization [req-4da6612b-a49c-45ce-9bd6-429e8a9f8e00 req-d6db9483-847d-49f3-8b19-5a40b21df23f service nova] Enqueued Resource ID: 23448334-cce5-41e5-9e49-d4c883b882ed with Priority: HIGHEST for action security_group_rules [ 983.325477] env[65642]: INFO networking_nsxv3.common.synchronization [req-4da6612b-a49c-45ce-9bd6-429e8a9f8e00 req-d6db9483-847d-49f3-8b19-5a40b21df23f service nova] Enqueued Resource ID: 23448334-cce5-41e5-9e49-d4c883b882ed with Priority: HIGHEST for action security_group_members [ 983.325477] env[65642]: INFO networking_nsxv3.common.synchronization [req-4da6612b-a49c-45ce-9bd6-429e8a9f8e00 req-d6db9483-847d-49f3-8b19-5a40b21df23f service nova] Enqueued Resource ID: 47321264-3202-4548-af50-ec4a2430444d with Priority: HIGHEST for action port [ 983.325477] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23448334-cce5-41e5-9e49-d4c883b882ed with Priority: HIGHEST for action security_group_rules [ 983.325477] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23448334-cce5-41e5-9e49-d4c883b882ed with Priority: HIGHEST for action security_group_members [ 983.325477] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47321264-3202-4548-af50-ec4a2430444d with Priority: HIGHEST for action port [ 983.325477] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-23448334-cce5-41e5-9e49-d4c883b882ed taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.325477] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.325477] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.326323] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.327554] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('23448334-cce5-41e5-9e49-d4c883b882ed',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.328179] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-23448334-cce5-41e5-9e49-d4c883b882ed taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.328179] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.328342] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-47321264-3202-4548-af50-ec4a2430444d taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.328428] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-47321264-3202-4548-af50-ec4a2430444d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.328486] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-47321264-3202-4548-af50-ec4a2430444d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.328661] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-47321264-3202-4548-af50-ec4a2430444d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.328739] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47321264-3202-4548-af50-ec4a2430444d',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.341331] env[65642]: INFO networking_nsxv3.common.synchronization [req-e416cc79-481d-45eb-bf7a-66803b2f6ff3 req-4a671f92-d421-4d27-b273-5f13b128a197 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Enqueued Resource ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d with Priority: HIGHEST for action security_group_members [ 983.341636] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d with Priority: HIGHEST for action security_group_members [ 983.342648] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-18f2a55f-5961-42a6-992b-c4e6552ec92d taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.342648] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.342648] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.342648] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.342648] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.342965] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.342965] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.343597] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.343597] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.343597] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18f2a55f-5961-42a6-992b-c4e6552ec92d',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.375020] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.375020] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.375020] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.375020] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.375020] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.375020] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b503b44c-c026-4120-95d4-701afa7d90c7 is going to be updated. [ 983.405792] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.405983] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.406073] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.406581] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.406839] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.419206] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b503b44c-c026-4120-95d4-701afa7d90c7 in Status: IN_PROGRESS for 2s [ 983.617454] env[65642]: INFO networking_nsxv3.common.synchronization [None req-b1b09b80-2047-4946-bc05-c5b073f0dcac tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Enqueued Resource ID: 2218493c-99bf-4de1-ab14-7da434099a02 with Priority: HIGHEST for action security_group_rules [ 983.617907] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2218493c-99bf-4de1-ab14-7da434099a02 with Priority: HIGHEST for action security_group_rules [ 983.617907] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2218493c-99bf-4de1-ab14-7da434099a02 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.617988] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2218493c-99bf-4de1-ab14-7da434099a02" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.618122] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2218493c-99bf-4de1-ab14-7da434099a02" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.618643] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2218493c-99bf-4de1-ab14-7da434099a02" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.618773] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2218493c-99bf-4de1-ab14-7da434099a02',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.702193] env[65642]: INFO networking_nsxv3.common.synchronization [None req-3f9f514b-a46d-4992-a847-48ab27e625e8 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Enqueued Resource ID: 2218493c-99bf-4de1-ab14-7da434099a02 with Priority: HIGHEST for action security_group_rules [ 983.702741] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2218493c-99bf-4de1-ab14-7da434099a02 with Priority: HIGHEST for action security_group_rules [ 983.703066] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2218493c-99bf-4de1-ab14-7da434099a02 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.703160] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2218493c-99bf-4de1-ab14-7da434099a02" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.830075] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-23448334-cce5-41e5-9e49-d4c883b882ed taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.830240] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.830462] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 47321264-3202-4548-af50-ec4a2430444d with status ACTIVE [ 983.830641] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.830748] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.830813] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.831157] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.831308] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.831767] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.831876] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.831944] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.832240] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.832323] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.832643] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.832760] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.832845] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.833139] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.833276] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.833364] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 47321264-3202-4548-af50-ec4a2430444d is going to be updated. [ 983.847915] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('18f2a55f-5961-42a6-992b-c4e6552ec92d',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.864617] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.864759] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.864826] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.865089] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.865231] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.865421] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-47321264-3202-4548-af50-ec4a2430444d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.140212] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.140357] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.140430] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.140638] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.141499] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.141499] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2218493c-99bf-4de1-ab14-7da434099a02 already deleted. [ 984.141499] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2218493c-99bf-4de1-ab14-7da434099a02" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.141499] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2218493c-99bf-4de1-ab14-7da434099a02" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.141499] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2218493c-99bf-4de1-ab14-7da434099a02" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.141499] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2218493c-99bf-4de1-ab14-7da434099a02',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.348739] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('18f2a55f-5961-42a6-992b-c4e6552ec92d',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.663226] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.663226] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.663226] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.663226] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.663226] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.663226] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2218493c-99bf-4de1-ab14-7da434099a02 already deleted. [ 984.663226] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2218493c-99bf-4de1-ab14-7da434099a02" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.852875] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.852875] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.852875] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.852875] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.852875] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.852875] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d is going to be updated. [ 984.879618] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.879785] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.879830] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.880076] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.880248] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.889809] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d in Status: IN_PROGRESS for 2s [ 985.285367] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23448334-cce5-41e5-9e49-d4c883b882ed in Status: SUCCESS [ 985.285688] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.285949] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.286310] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.286455] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.287933] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.287933] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.287933] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.287933] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.287933] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23448334-cce5-41e5-9e49-d4c883b882ed',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.436481] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b503b44c-c026-4120-95d4-701afa7d90c7 in Status: SUCCESS [ 985.436481] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.436713] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.437224] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.437888] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.437888] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.437888] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.438863] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.439399] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.439511] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.439600] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b503b44c-c026-4120-95d4-701afa7d90c7',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.791072] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('23448334-cce5-41e5-9e49-d4c883b882ed',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.942472] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-b503b44c-c026-4120-95d4-701afa7d90c7 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.942937] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.943155] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.943613] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.943858] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.944121] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.944257] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.944471] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.944572] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.944668] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.944845] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-b503b44c-c026-4120-95d4-701afa7d90c7 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.944971] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.945048] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.945296] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.945505] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.945643] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.945739] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.945934] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.946047] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.946163] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.946307] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b503b44c-c026-4120-95d4-701afa7d90c7',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.293533] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('23448334-cce5-41e5-9e49-d4c883b882ed',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.450101] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b503b44c-c026-4120-95d4-701afa7d90c7: rpc.has_security_group_logging(os_id): False [ 986.471137] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.471137] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.471137] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.471137] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.471137] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.471137] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.471137] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.471137] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.471137] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.471137] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.471137] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.471137] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.471137] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.471137] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.471137] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.471758] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.472187] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.472525] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.473414] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.473414] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.473617] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b503b44c-c026-4120-95d4-701afa7d90c7 is going to be updated. [ 986.541019] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.541019] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.541019] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.541019] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.541019] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.561125] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b503b44c-c026-4120-95d4-701afa7d90c7 in Status: IN_PROGRESS for 2s [ 986.796107] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.796404] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.796404] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.796568] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.796668] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.796766] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23448334-cce5-41e5-9e49-d4c883b882ed is going to be updated. [ 986.827070] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.827230] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.827304] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.827514] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.827658] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.839088] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23448334-cce5-41e5-9e49-d4c883b882ed in Status: IN_PROGRESS for 2s [ 986.901024] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d in Status: SUCCESS [ 986.901024] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.578151] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b503b44c-c026-4120-95d4-701afa7d90c7 in Status: SUCCESS [ 988.578634] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.703541] env[65642]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 988.703653] env[65642]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 988.850315] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23448334-cce5-41e5-9e49-d4c883b882ed in Status: SUCCESS [ 988.850481] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.850605] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.850871] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.850958] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.851085] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.851142] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.851297] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.851393] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.851536] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.851652] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('23448334-cce5-41e5-9e49-d4c883b882ed',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.996479] env[65642]: INFO networking_nsxv3.common.synchronization [None req-b94cc957-49b9-41da-b2d2-920925a04a5f None None] Enqueued Resource ID: fe2fe0e9-3eb5-494c-88fd-d026e5384751 with Priority: HIGHEST for action port [ 988.998248] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe2fe0e9-3eb5-494c-88fd-d026e5384751 with Priority: HIGHEST for action port [ 988.998611] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-fe2fe0e9-3eb5-494c-88fd-d026e5384751 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.998734] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fe2fe0e9-3eb5-494c-88fd-d026e5384751" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.998798] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fe2fe0e9-3eb5-494c-88fd-d026e5384751" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.999115] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fe2fe0e9-3eb5-494c-88fd-d026e5384751" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.999221] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe2fe0e9-3eb5-494c-88fd-d026e5384751',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.354626] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-23448334-cce5-41e5-9e49-d4c883b882ed taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.354790] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.354865] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.355267] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.355471] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.355583] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.355648] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.355825] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.355915] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.356012] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.356170] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-23448334-cce5-41e5-9e49-d4c883b882ed taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.356264] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.356316] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.356459] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.356610] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.356686] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.356748] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.356884] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.357040] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.357129] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.357184] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('23448334-cce5-41e5-9e49-d4c883b882ed',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.502828] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fe2fe0e9-3eb5-494c-88fd-d026e5384751 [ 989.503089] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.503218] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.503276] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.503512] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.503671] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.503718] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fe2fe0e9-3eb5-494c-88fd-d026e5384751 already deleted. [ 989.503763] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fe2fe0e9-3eb5-494c-88fd-d026e5384751" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.681034] env[65642]: INFO networking_nsxv3.common.synchronization [None req-52f3cf9b-aecd-4eba-9ca3-b8f780b56136 tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] Enqueued Resource ID: 53cede52-51ea-45cd-9c0f-49e623b57d5e with Priority: HIGHEST for action security_group_rules [ 989.681564] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53cede52-51ea-45cd-9c0f-49e623b57d5e with Priority: HIGHEST for action security_group_rules [ 989.681899] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53cede52-51ea-45cd-9c0f-49e623b57d5e taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.682016] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53cede52-51ea-45cd-9c0f-49e623b57d5e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.684332] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53cede52-51ea-45cd-9c0f-49e623b57d5e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.684606] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53cede52-51ea-45cd-9c0f-49e623b57d5e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.684708] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53cede52-51ea-45cd-9c0f-49e623b57d5e',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.817103] env[65642]: INFO networking_nsxv3.common.synchronization [req-3fbb30f9-746b-46a6-abac-f13bf30737a4 req-3666d1de-7c7a-4e30-8220-c73892a8eab1 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Enqueued Resource ID: 31e0beaf-c6c1-43d2-ab6b-6b99bcf6a805 with Priority: HIGHEST for action security_group_members [ 989.817677] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31e0beaf-c6c1-43d2-ab6b-6b99bcf6a805 with Priority: HIGHEST for action security_group_members [ 989.818306] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-31e0beaf-c6c1-43d2-ab6b-6b99bcf6a805 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.818436] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31e0beaf-c6c1-43d2-ab6b-6b99bcf6a805" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.818501] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31e0beaf-c6c1-43d2-ab6b-6b99bcf6a805" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.818918] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31e0beaf-c6c1-43d2-ab6b-6b99bcf6a805" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.818918] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.819043] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.819078] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.819210] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.819293] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.819381] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31e0beaf-c6c1-43d2-ab6b-6b99bcf6a805',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.862024] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 23448334-cce5-41e5-9e49-d4c883b882ed: rpc.has_security_group_logging(os_id): False [ 989.882162] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.882162] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.882162] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.882162] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.882162] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.882162] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.882162] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.882162] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.882162] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.882162] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.882162] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.882162] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.882162] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.882162] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.882162] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.882684] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.882684] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.882684] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.884119] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.884334] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.884816] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 23448334-cce5-41e5-9e49-d4c883b882ed is going to be updated. [ 989.916473] env[65642]: INFO networking_nsxv3.common.synchronization [None req-3d3fad4a-6dbc-4196-b087-079c564e5ea2 tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] Enqueued Resource ID: 53cede52-51ea-45cd-9c0f-49e623b57d5e with Priority: HIGHEST for action security_group_rules [ 989.916532] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53cede52-51ea-45cd-9c0f-49e623b57d5e with Priority: HIGHEST for action security_group_rules [ 989.917086] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53cede52-51ea-45cd-9c0f-49e623b57d5e taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.917086] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53cede52-51ea-45cd-9c0f-49e623b57d5e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.946136] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.946625] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.946625] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.946792] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.946906] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.965355] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23448334-cce5-41e5-9e49-d4c883b882ed in Status: IN_PROGRESS for 2s [ 990.127139] env[65642]: INFO networking_nsxv3.common.synchronization [req-fc766d15-f421-4a85-8b02-4a43aa89b8c6 req-9dc630db-d67e-4053-89ed-d1fa4ae5fd27 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Enqueued Resource ID: 0fd5ebee-27ad-48de-a780-a823cd496c9c with Priority: HIGHEST for action security_group_members [ 990.127731] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fd5ebee-27ad-48de-a780-a823cd496c9c with Priority: HIGHEST for action security_group_members [ 990.128078] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fd5ebee-27ad-48de-a780-a823cd496c9c taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.128203] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.128262] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.128471] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.128631] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.130050] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.130174] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.130377] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.130469] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.130570] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0fd5ebee-27ad-48de-a780-a823cd496c9c',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.209851] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.210113] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.210153] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.210360] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.210492] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.210595] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53cede52-51ea-45cd-9c0f-49e623b57d5e already deleted. [ 990.210656] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53cede52-51ea-45cd-9c0f-49e623b57d5e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.210824] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53cede52-51ea-45cd-9c0f-49e623b57d5e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.210995] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53cede52-51ea-45cd-9c0f-49e623b57d5e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.211067] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53cede52-51ea-45cd-9c0f-49e623b57d5e',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.293047] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock network-368 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.293047] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "network-368" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.293047] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "network-368" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.293358] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "network-368" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.294443] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.294443] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.294443] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.294443] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.294443] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.294933] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 990.294933] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] NeedRegenerationException {{(pid=65642) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 990.294933] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] no value, waiting for create lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 990.295232] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] value creation lock acquired {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 990.295232] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 990.295398] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Calling creation function for not-yet-present value {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 990.295575] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 990.322703] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 990.325029] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65642) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 990.325029] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Released creation lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 990.325029] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "network-368" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.325029] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock port-c1dca7b5-3a49-4e8e-b8c8-b991cb4516fa taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.325029] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "port-c1dca7b5-3a49-4e8e-b8c8-b991cb4516fa" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.325029] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "port-c1dca7b5-3a49-4e8e-b8c8-b991cb4516fa" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.325029] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "port-c1dca7b5-3a49-4e8e-b8c8-b991cb4516fa" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.325029] env[65642]: DEBUG networking_nsxv3.api.rpc [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1dca7b5-3a49-4e8e-b8c8-b991cb4516fa',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.326313] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.326692] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.326900] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.327938] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.328290] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.330079] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.330079] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.330079] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.330079] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.330079] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.330079] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31e0beaf-c6c1-43d2-ab6b-6b99bcf6a805 already deleted. [ 990.330079] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31e0beaf-c6c1-43d2-ab6b-6b99bcf6a805" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.633251] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.633428] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.633475] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.633703] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.633797] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.634035] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.634143] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.634217] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.634496] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.634622] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.634746] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0fd5ebee-27ad-48de-a780-a823cd496c9c is going to be updated. [ 990.666399] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.666557] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.666631] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.666850] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.667112] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.677768] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fd5ebee-27ad-48de-a780-a823cd496c9c in Status: IN_PROGRESS for 2s [ 990.736081] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.736081] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.736081] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.736470] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.736470] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.736470] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53cede52-51ea-45cd-9c0f-49e623b57d5e already deleted. [ 990.737640] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53cede52-51ea-45cd-9c0f-49e623b57d5e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.831911] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.835096] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.835096] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.835096] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.835096] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.835096] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Segment Port c1dca7b5-3a49-4e8e-b8c8-b991cb4516fa not found, creating... [ 990.835096] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.835096] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.835096] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.835096] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.835096] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.835634] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.835634] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.835876] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.836327] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.836759] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.837259] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Resource: SegmentPort with ID: c1dca7b5-3a49-4e8e-b8c8-b991cb4516fa is going to be created. [ 990.864360] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.864905] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.864905] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.865440] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.866423] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.866423] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "port-c1dca7b5-3a49-4e8e-b8c8-b991cb4516fa" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.628358] env[65642]: INFO networking_nsxv3.common.synchronization [req-3fbb30f9-746b-46a6-abac-f13bf30737a4 req-084d262b-2e3c-4c7c-9a69-a2a2f6be64bc service nova] Enqueued Resource ID: 31e0beaf-c6c1-43d2-ab6b-6b99bcf6a805 with Priority: HIGHEST for action security_group_rules [ 991.628539] env[65642]: INFO networking_nsxv3.common.synchronization [req-3fbb30f9-746b-46a6-abac-f13bf30737a4 req-084d262b-2e3c-4c7c-9a69-a2a2f6be64bc service nova] Enqueued Resource ID: 31e0beaf-c6c1-43d2-ab6b-6b99bcf6a805 with Priority: HIGHEST for action security_group_members [ 991.628735] env[65642]: INFO networking_nsxv3.common.synchronization [req-3fbb30f9-746b-46a6-abac-f13bf30737a4 req-084d262b-2e3c-4c7c-9a69-a2a2f6be64bc service nova] Enqueued Resource ID: c1dca7b5-3a49-4e8e-b8c8-b991cb4516fa with Priority: HIGHEST for action port [ 991.629432] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31e0beaf-c6c1-43d2-ab6b-6b99bcf6a805 with Priority: HIGHEST for action security_group_rules [ 991.629624] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31e0beaf-c6c1-43d2-ab6b-6b99bcf6a805 with Priority: HIGHEST for action security_group_members [ 991.629785] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1dca7b5-3a49-4e8e-b8c8-b991cb4516fa with Priority: HIGHEST for action port [ 991.631048] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-31e0beaf-c6c1-43d2-ab6b-6b99bcf6a805 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.631205] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-31e0beaf-c6c1-43d2-ab6b-6b99bcf6a805" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.631271] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-31e0beaf-c6c1-43d2-ab6b-6b99bcf6a805" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.631525] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-31e0beaf-c6c1-43d2-ab6b-6b99bcf6a805" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.631559] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('31e0beaf-c6c1-43d2-ab6b-6b99bcf6a805',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.635427] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-31e0beaf-c6c1-43d2-ab6b-6b99bcf6a805 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.635427] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31e0beaf-c6c1-43d2-ab6b-6b99bcf6a805" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.635427] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31e0beaf-c6c1-43d2-ab6b-6b99bcf6a805" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.635427] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31e0beaf-c6c1-43d2-ab6b-6b99bcf6a805" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.635427] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.635427] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.635427] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.635427] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.635427] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.635427] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31e0beaf-c6c1-43d2-ab6b-6b99bcf6a805',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.637608] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-c1dca7b5-3a49-4e8e-b8c8-b991cb4516fa taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.637695] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c1dca7b5-3a49-4e8e-b8c8-b991cb4516fa" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.637728] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c1dca7b5-3a49-4e8e-b8c8-b991cb4516fa" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.638827] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c1dca7b5-3a49-4e8e-b8c8-b991cb4516fa" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.638827] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1dca7b5-3a49-4e8e-b8c8-b991cb4516fa',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.831779] env[65642]: INFO networking_nsxv3.common.synchronization [None req-2f7d8e22-62dc-40ea-bdd6-114e144ea624 None None] Enqueued Resource ID: 0920fe08-82e3-4959-a801-8e7485132982 with Priority: HIGHEST for action port [ 991.832454] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0920fe08-82e3-4959-a801-8e7485132982 with Priority: HIGHEST for action port [ 991.832773] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-0920fe08-82e3-4959-a801-8e7485132982 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.832896] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0920fe08-82e3-4959-a801-8e7485132982" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.832959] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0920fe08-82e3-4959-a801-8e7485132982" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.833285] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0920fe08-82e3-4959-a801-8e7485132982" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.833385] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0920fe08-82e3-4959-a801-8e7485132982',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.984374] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23448334-cce5-41e5-9e49-d4c883b882ed in Status: SUCCESS [ 991.985398] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.138731] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('31e0beaf-c6c1-43d2-ab6b-6b99bcf6a805',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.140729] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-31e0beaf-c6c1-43d2-ab6b-6b99bcf6a805 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.140883] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31e0beaf-c6c1-43d2-ab6b-6b99bcf6a805" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.141088] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c1dca7b5-3a49-4e8e-b8c8-b991cb4516fa with status ACTIVE [ 992.141276] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.141390] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.141456] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.141671] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.141755] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.141961] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.142106] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.142170] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.142509] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.142761] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.142977] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.143164] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.143248] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.143621] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.143759] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.143897] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c1dca7b5-3a49-4e8e-b8c8-b991cb4516fa is going to be updated. [ 992.167912] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.168176] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.168287] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.168546] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.168739] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.168996] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c1dca7b5-3a49-4e8e-b8c8-b991cb4516fa" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.336501] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0920fe08-82e3-4959-a801-8e7485132982 [ 992.336775] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.336956] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.337053] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.337284] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.337394] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.337484] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0920fe08-82e3-4959-a801-8e7485132982 already deleted. [ 992.337587] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0920fe08-82e3-4959-a801-8e7485132982" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.645917] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('31e0beaf-c6c1-43d2-ab6b-6b99bcf6a805',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.698915] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fd5ebee-27ad-48de-a780-a823cd496c9c in Status: SUCCESS [ 992.699219] env[65642]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0fd5ebee-27ad-48de-a780-a823cd496c9c deletion is rescheduled due to dependency. [ 992.699359] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.148475] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.148800] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.148860] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.149143] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.149271] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.149407] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31e0beaf-c6c1-43d2-ab6b-6b99bcf6a805 is going to be created. [ 993.177068] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.177224] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.177294] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.177516] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.177678] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.187435] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31e0beaf-c6c1-43d2-ab6b-6b99bcf6a805 in Status: UNINITIALIZED for 2s [ 993.449817] env[65642]: INFO networking_nsxv3.common.synchronization [req-75cab844-29ad-4f7d-b8b3-79cc99775986 req-ad2cb542-0824-4dd1-b212-62848999c9b0 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Enqueued Resource ID: 60915886-e743-46f2-98ba-f3a6940b1e66 with Priority: HIGHEST for action security_group_members [ 993.450044] env[65642]: INFO networking_nsxv3.common.synchronization [req-75cab844-29ad-4f7d-b8b3-79cc99775986 req-ad2cb542-0824-4dd1-b212-62848999c9b0 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Enqueued Resource ID: 23448334-cce5-41e5-9e49-d4c883b882ed with Priority: HIGHEST for action security_group_members [ 993.450798] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60915886-e743-46f2-98ba-f3a6940b1e66 with Priority: HIGHEST for action security_group_members [ 993.450969] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23448334-cce5-41e5-9e49-d4c883b882ed with Priority: HIGHEST for action security_group_members [ 993.451295] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-60915886-e743-46f2-98ba-f3a6940b1e66 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.451440] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60915886-e743-46f2-98ba-f3a6940b1e66" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.451486] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60915886-e743-46f2-98ba-f3a6940b1e66" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.451933] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60915886-e743-46f2-98ba-f3a6940b1e66" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.451975] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.452136] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.452136] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.452319] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.452415] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.452922] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60915886-e743-46f2-98ba-f3a6940b1e66',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.453970] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-23448334-cce5-41e5-9e49-d4c883b882ed taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.454105] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.454194] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.454524] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.454710] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.456937] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.457056] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.457400] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.457515] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.457628] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23448334-cce5-41e5-9e49-d4c883b882ed',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.508948] env[65642]: INFO networking_nsxv3.common.synchronization [req-75cab844-29ad-4f7d-b8b3-79cc99775986 req-ad2cb542-0824-4dd1-b212-62848999c9b0 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Enqueued Resource ID: 23448334-cce5-41e5-9e49-d4c883b882ed with Priority: HIGHEST for action security_group_rules [ 993.509239] env[65642]: INFO networking_nsxv3.common.synchronization [req-75cab844-29ad-4f7d-b8b3-79cc99775986 req-ad2cb542-0824-4dd1-b212-62848999c9b0 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Enqueued Resource ID: 23448334-cce5-41e5-9e49-d4c883b882ed with Priority: HIGHEST for action security_group_members [ 993.509384] env[65642]: INFO networking_nsxv3.common.synchronization [req-75cab844-29ad-4f7d-b8b3-79cc99775986 req-ad2cb542-0824-4dd1-b212-62848999c9b0 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Enqueued Resource ID: 60915886-e743-46f2-98ba-f3a6940b1e66 with Priority: HIGHEST for action security_group_rules [ 993.509512] env[65642]: INFO networking_nsxv3.common.synchronization [req-75cab844-29ad-4f7d-b8b3-79cc99775986 req-ad2cb542-0824-4dd1-b212-62848999c9b0 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Enqueued Resource ID: 60915886-e743-46f2-98ba-f3a6940b1e66 with Priority: HIGHEST for action security_group_members [ 993.509637] env[65642]: INFO networking_nsxv3.common.synchronization [req-75cab844-29ad-4f7d-b8b3-79cc99775986 req-ad2cb542-0824-4dd1-b212-62848999c9b0 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Enqueued Resource ID: 47321264-3202-4548-af50-ec4a2430444d with Priority: HIGHEST for action port [ 993.510517] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23448334-cce5-41e5-9e49-d4c883b882ed with Priority: HIGHEST for action security_group_rules [ 993.510683] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60915886-e743-46f2-98ba-f3a6940b1e66 with Priority: HIGHEST for action security_group_rules [ 993.510783] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47321264-3202-4548-af50-ec4a2430444d with Priority: HIGHEST for action port [ 993.510888] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23448334-cce5-41e5-9e49-d4c883b882ed with Priority: HIGHEST for action security_group_members [ 993.510979] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60915886-e743-46f2-98ba-f3a6940b1e66 with Priority: HIGHEST for action security_group_members [ 993.511299] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-23448334-cce5-41e5-9e49-d4c883b882ed taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.511517] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.511517] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.511704] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.511787] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('23448334-cce5-41e5-9e49-d4c883b882ed',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.512847] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-60915886-e743-46f2-98ba-f3a6940b1e66 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.513044] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-60915886-e743-46f2-98ba-f3a6940b1e66" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.513091] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-60915886-e743-46f2-98ba-f3a6940b1e66" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.513450] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-60915886-e743-46f2-98ba-f3a6940b1e66" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.513450] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('60915886-e743-46f2-98ba-f3a6940b1e66',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.514315] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-47321264-3202-4548-af50-ec4a2430444d taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.514378] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-47321264-3202-4548-af50-ec4a2430444d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.514436] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-47321264-3202-4548-af50-ec4a2430444d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.514603] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-47321264-3202-4548-af50-ec4a2430444d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.514709] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47321264-3202-4548-af50-ec4a2430444d',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.515607] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-23448334-cce5-41e5-9e49-d4c883b882ed taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.515719] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.515923] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-60915886-e743-46f2-98ba-f3a6940b1e66 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.516055] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60915886-e743-46f2-98ba-f3a6940b1e66" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.661238] env[65642]: INFO networking_nsxv3.common.synchronization [req-cb25991e-b776-4917-a083-ff8556e78892 req-00791811-4f3a-40f0-8007-2e73811975d0 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Enqueued Resource ID: 86b90a03-d259-4366-8bad-4f4a3275453a with Priority: HIGHEST for action security_group_members [ 993.661780] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86b90a03-d259-4366-8bad-4f4a3275453a with Priority: HIGHEST for action security_group_members [ 993.662497] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-86b90a03-d259-4366-8bad-4f4a3275453a taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.662497] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86b90a03-d259-4366-8bad-4f4a3275453a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.662639] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86b90a03-d259-4366-8bad-4f4a3275453a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.662894] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86b90a03-d259-4366-8bad-4f4a3275453a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.663120] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.663255] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.663337] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.663544] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.663658] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.663779] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86b90a03-d259-4366-8bad-4f4a3275453a',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.961258] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('60915886-e743-46f2-98ba-f3a6940b1e66',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.962445] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('23448334-cce5-41e5-9e49-d4c883b882ed',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.016914] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 47321264-3202-4548-af50-ec4a2430444d with status ACTIVE [ 994.017192] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.017334] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.017501] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.017617] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.017710] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.017927] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.017997] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.018080] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.018219] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.018288] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.018497] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.019359] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.019359] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.019359] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.019359] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.019359] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 47321264-3202-4548-af50-ec4a2430444d is going to be updated. [ 994.020780] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-60915886-e743-46f2-98ba-f3a6940b1e66 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.020780] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60915886-e743-46f2-98ba-f3a6940b1e66" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.021574] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-23448334-cce5-41e5-9e49-d4c883b882ed taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.021574] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.039372] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock network-641 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.039372] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "network-641" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.039372] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "network-641" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.039372] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "network-641" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.039372] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.039372] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.039372] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.039372] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.039876] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.040478] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 994.040732] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] NeedRegenerationException {{(pid=65642) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 994.040939] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] no value, waiting for create lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 994.041161] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] value creation lock acquired {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 994.041475] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 994.044020] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Calling creation function for not-yet-present value {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 994.044020] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 994.045492] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.045817] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.045987] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.046510] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.046804] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.047153] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-47321264-3202-4548-af50-ec4a2430444d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.064250] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 994.064419] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65642) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 994.064561] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Released creation lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 994.064737] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "network-641" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.065172] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock port-e3d01469-c049-4e9d-a8dd-185a4c33bfbc taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.065544] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "port-e3d01469-c049-4e9d-a8dd-185a4c33bfbc" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.065544] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "port-e3d01469-c049-4e9d-a8dd-185a4c33bfbc" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.065761] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "port-e3d01469-c049-4e9d-a8dd-185a4c33bfbc" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.065897] env[65642]: DEBUG networking_nsxv3.api.rpc [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3d01469-c049-4e9d-a8dd-185a4c33bfbc',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.166242] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.166550] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.166550] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.166677] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.166768] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.166964] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.167071] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.167125] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.167264] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.167329] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.167406] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86b90a03-d259-4366-8bad-4f4a3275453a already deleted. [ 994.167477] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86b90a03-d259-4366-8bad-4f4a3275453a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.466081] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('60915886-e743-46f2-98ba-f3a6940b1e66',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.466081] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('23448334-cce5-41e5-9e49-d4c883b882ed',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.568872] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.569146] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.569295] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.569619] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.569804] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.570011] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Segment Port e3d01469-c049-4e9d-a8dd-185a4c33bfbc not found, creating... [ 994.570250] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.570422] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.570563] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.570785] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.570922] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.571691] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.571981] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.572240] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.572533] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.572768] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.573051] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Resource: SegmentPort with ID: e3d01469-c049-4e9d-a8dd-185a4c33bfbc is going to be created. [ 994.595418] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.595765] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.595877] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.596279] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.596609] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.596874] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "port-e3d01469-c049-4e9d-a8dd-185a4c33bfbc" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.968501] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.968616] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.968616] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.968849] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.968936] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.969329] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23448334-cce5-41e5-9e49-d4c883b882ed is going to be updated. [ 994.970877] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.971037] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.971128] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.971346] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.971476] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.971593] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60915886-e743-46f2-98ba-f3a6940b1e66 is going to be created. [ 994.999878] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.000092] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.000092] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.000306] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.000471] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.007024] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.007228] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.007281] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.007481] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.007612] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.013910] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60915886-e743-46f2-98ba-f3a6940b1e66 in Status: UNINITIALIZED for 2s [ 995.016135] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23448334-cce5-41e5-9e49-d4c883b882ed in Status: IN_PROGRESS for 2s [ 995.200038] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31e0beaf-c6c1-43d2-ab6b-6b99bcf6a805 in Status: UNINITIALIZED for 4s [ 995.368025] env[65642]: INFO networking_nsxv3.common.synchronization [req-cb25991e-b776-4917-a083-ff8556e78892 req-d6ed2dfb-be1b-4374-99d3-8f29b2e5588c service nova] Enqueued Resource ID: 86b90a03-d259-4366-8bad-4f4a3275453a with Priority: HIGHEST for action security_group_rules [ 995.368025] env[65642]: INFO networking_nsxv3.common.synchronization [req-cb25991e-b776-4917-a083-ff8556e78892 req-d6ed2dfb-be1b-4374-99d3-8f29b2e5588c service nova] Enqueued Resource ID: 86b90a03-d259-4366-8bad-4f4a3275453a with Priority: HIGHEST for action security_group_members [ 995.368025] env[65642]: INFO networking_nsxv3.common.synchronization [req-cb25991e-b776-4917-a083-ff8556e78892 req-d6ed2dfb-be1b-4374-99d3-8f29b2e5588c service nova] Enqueued Resource ID: e3d01469-c049-4e9d-a8dd-185a4c33bfbc with Priority: HIGHEST for action port [ 995.368553] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86b90a03-d259-4366-8bad-4f4a3275453a with Priority: HIGHEST for action security_group_rules [ 995.368998] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86b90a03-d259-4366-8bad-4f4a3275453a with Priority: HIGHEST for action security_group_members [ 995.372020] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3d01469-c049-4e9d-a8dd-185a4c33bfbc with Priority: HIGHEST for action port [ 995.372020] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86b90a03-d259-4366-8bad-4f4a3275453a taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.372020] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86b90a03-d259-4366-8bad-4f4a3275453a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.372020] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86b90a03-d259-4366-8bad-4f4a3275453a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.372020] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86b90a03-d259-4366-8bad-4f4a3275453a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.372020] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86b90a03-d259-4366-8bad-4f4a3275453a',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.372020] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-86b90a03-d259-4366-8bad-4f4a3275453a taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.372020] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86b90a03-d259-4366-8bad-4f4a3275453a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.372020] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86b90a03-d259-4366-8bad-4f4a3275453a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.372020] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86b90a03-d259-4366-8bad-4f4a3275453a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.374365] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.374588] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.374671] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.374908] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.375059] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.376135] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86b90a03-d259-4366-8bad-4f4a3275453a',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.376811] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-e3d01469-c049-4e9d-a8dd-185a4c33bfbc taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.376811] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e3d01469-c049-4e9d-a8dd-185a4c33bfbc" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.376811] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e3d01469-c049-4e9d-a8dd-185a4c33bfbc" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.376811] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e3d01469-c049-4e9d-a8dd-185a4c33bfbc" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.377269] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3d01469-c049-4e9d-a8dd-185a4c33bfbc',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.878885] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-86b90a03-d259-4366-8bad-4f4a3275453a taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.879133] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86b90a03-d259-4366-8bad-4f4a3275453a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.879413] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('86b90a03-d259-4366-8bad-4f4a3275453a',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.880523] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e3d01469-c049-4e9d-a8dd-185a4c33bfbc with status ACTIVE [ 995.880854] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.881038] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.881144] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.881375] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.881492] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.881699] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.881875] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.881999] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.882208] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.882311] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.882520] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.882656] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.882737] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.883016] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.883320] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.883424] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e3d01469-c049-4e9d-a8dd-185a4c33bfbc is going to be updated. [ 995.910047] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.910047] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.910047] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.910277] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.910379] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.910533] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e3d01469-c049-4e9d-a8dd-185a4c33bfbc" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.154467] env[65642]: INFO networking_nsxv3.common.synchronization [req-505a1371-1ba2-46b8-afb3-6414da5ade10 req-dbb80410-6202-4893-8e99-be62a9237490 tempest-ServersTestJSON-376027512 tempest-ServersTestJSON-376027512-project-member] Enqueued Resource ID: 619d6403-58f4-45fd-acf7-1c497a2bbbc3 with Priority: HIGHEST for action security_group_members [ 996.155677] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 619d6403-58f4-45fd-acf7-1c497a2bbbc3 with Priority: HIGHEST for action security_group_members [ 996.155677] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-619d6403-58f4-45fd-acf7-1c497a2bbbc3 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.155677] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-619d6403-58f4-45fd-acf7-1c497a2bbbc3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.155677] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-619d6403-58f4-45fd-acf7-1c497a2bbbc3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.155922] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-619d6403-58f4-45fd-acf7-1c497a2bbbc3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.155954] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.159166] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.159166] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.159166] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.159166] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.159463] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('619d6403-58f4-45fd-acf7-1c497a2bbbc3',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.388227] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('86b90a03-d259-4366-8bad-4f4a3275453a',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.633303] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock network-49 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.633549] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "network-49" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.633683] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "network-49" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.634106] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "network-49" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.634400] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.634574] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.634718] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.635056] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.635311] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.635571] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 996.635711] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] NeedRegenerationException {{(pid=65642) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 996.635831] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] no value, waiting for create lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 996.635941] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] value creation lock acquired {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 996.636140] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 996.636202] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Calling creation function for not-yet-present value {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 996.636313] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 996.659815] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 996.659815] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65642) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 996.659815] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Released creation lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 996.659815] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "network-49" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.659815] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock port-a1b4dc58-9862-4e1c-b0ad-a08aa8611a43 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.659815] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "port-a1b4dc58-9862-4e1c-b0ad-a08aa8611a43" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.659815] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "port-a1b4dc58-9862-4e1c-b0ad-a08aa8611a43" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.660268] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "port-a1b4dc58-9862-4e1c-b0ad-a08aa8611a43" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.660268] env[65642]: DEBUG networking_nsxv3.api.rpc [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1b4dc58-9862-4e1c-b0ad-a08aa8611a43',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.661650] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.661780] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.661841] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.662283] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.662376] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.662564] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.662664] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.662725] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.662880] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.662958] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.663055] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 619d6403-58f4-45fd-acf7-1c497a2bbbc3 already deleted. [ 996.663135] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-619d6403-58f4-45fd-acf7-1c497a2bbbc3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.891094] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.891094] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.891094] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.891094] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.891094] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.891094] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86b90a03-d259-4366-8bad-4f4a3275453a is going to be created. [ 996.920019] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.920019] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.920019] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.920019] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.920019] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.932545] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86b90a03-d259-4366-8bad-4f4a3275453a in Status: UNINITIALIZED for 2s [ 997.027903] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60915886-e743-46f2-98ba-f3a6940b1e66 in Status: SUCCESS [ 997.028454] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60915886-e743-46f2-98ba-f3a6940b1e66" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.028454] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60915886-e743-46f2-98ba-f3a6940b1e66" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.030286] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60915886-e743-46f2-98ba-f3a6940b1e66" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.030433] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.030833] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.030919] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.031175] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.031264] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.031398] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60915886-e743-46f2-98ba-f3a6940b1e66',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.033279] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23448334-cce5-41e5-9e49-d4c883b882ed in Status: SUCCESS [ 997.033530] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.033703] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.033888] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.034864] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.034864] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.034864] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.034864] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.034864] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.035212] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23448334-cce5-41e5-9e49-d4c883b882ed',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.166032] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.166032] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.166032] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.166032] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.166032] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.166032] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Segment Port a1b4dc58-9862-4e1c-b0ad-a08aa8611a43 not found, creating... [ 997.166032] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.166032] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.166032] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.166032] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.166032] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.166594] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.166594] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.166594] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.167022] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.167235] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.167463] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Resource: SegmentPort with ID: a1b4dc58-9862-4e1c-b0ad-a08aa8611a43 is going to be created. [ 997.188072] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.188304] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.188461] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.188795] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.189055] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.189296] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "port-a1b4dc58-9862-4e1c-b0ad-a08aa8611a43" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.209987] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31e0beaf-c6c1-43d2-ab6b-6b99bcf6a805 in Status: SUCCESS [ 997.210209] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31e0beaf-c6c1-43d2-ab6b-6b99bcf6a805" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.210380] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31e0beaf-c6c1-43d2-ab6b-6b99bcf6a805" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.210601] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31e0beaf-c6c1-43d2-ab6b-6b99bcf6a805" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.210792] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.210904] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.210962] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.211143] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.211228] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.211312] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31e0beaf-c6c1-43d2-ab6b-6b99bcf6a805" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.211411] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('31e0beaf-c6c1-43d2-ab6b-6b99bcf6a805',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.537652] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('60915886-e743-46f2-98ba-f3a6940b1e66',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.538864] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('23448334-cce5-41e5-9e49-d4c883b882ed',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.717997] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('31e0beaf-c6c1-43d2-ab6b-6b99bcf6a805',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.954461] env[65642]: INFO networking_nsxv3.common.synchronization [req-505a1371-1ba2-46b8-afb3-6414da5ade10 req-63b4ce01-bf57-4fa8-8efd-e3f427258f1a service nova] Enqueued Resource ID: 619d6403-58f4-45fd-acf7-1c497a2bbbc3 with Priority: HIGHEST for action security_group_rules [ 997.954849] env[65642]: INFO networking_nsxv3.common.synchronization [req-505a1371-1ba2-46b8-afb3-6414da5ade10 req-63b4ce01-bf57-4fa8-8efd-e3f427258f1a service nova] Enqueued Resource ID: 619d6403-58f4-45fd-acf7-1c497a2bbbc3 with Priority: HIGHEST for action security_group_members [ 997.955304] env[65642]: INFO networking_nsxv3.common.synchronization [req-505a1371-1ba2-46b8-afb3-6414da5ade10 req-63b4ce01-bf57-4fa8-8efd-e3f427258f1a service nova] Enqueued Resource ID: a1b4dc58-9862-4e1c-b0ad-a08aa8611a43 with Priority: HIGHEST for action port [ 997.955966] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 619d6403-58f4-45fd-acf7-1c497a2bbbc3 with Priority: HIGHEST for action security_group_rules [ 997.956151] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 619d6403-58f4-45fd-acf7-1c497a2bbbc3 with Priority: HIGHEST for action security_group_members [ 997.956371] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1b4dc58-9862-4e1c-b0ad-a08aa8611a43 with Priority: HIGHEST for action port [ 997.956758] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-619d6403-58f4-45fd-acf7-1c497a2bbbc3 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.956968] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-619d6403-58f4-45fd-acf7-1c497a2bbbc3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.957692] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-619d6403-58f4-45fd-acf7-1c497a2bbbc3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.957692] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-619d6403-58f4-45fd-acf7-1c497a2bbbc3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.957692] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('619d6403-58f4-45fd-acf7-1c497a2bbbc3',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.958516] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-619d6403-58f4-45fd-acf7-1c497a2bbbc3 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.958651] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-619d6403-58f4-45fd-acf7-1c497a2bbbc3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.958717] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-619d6403-58f4-45fd-acf7-1c497a2bbbc3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.958911] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-619d6403-58f4-45fd-acf7-1c497a2bbbc3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.959467] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.959467] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.959566] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.960034] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.960034] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.960034] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('619d6403-58f4-45fd-acf7-1c497a2bbbc3',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.960947] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-a1b4dc58-9862-4e1c-b0ad-a08aa8611a43 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.961199] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a1b4dc58-9862-4e1c-b0ad-a08aa8611a43" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.961252] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a1b4dc58-9862-4e1c-b0ad-a08aa8611a43" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.961472] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a1b4dc58-9862-4e1c-b0ad-a08aa8611a43" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.961592] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1b4dc58-9862-4e1c-b0ad-a08aa8611a43',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.042158] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('60915886-e743-46f2-98ba-f3a6940b1e66',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.045223] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('23448334-cce5-41e5-9e49-d4c883b882ed',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.220896] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 31e0beaf-c6c1-43d2-ab6b-6b99bcf6a805: rpc.has_security_group_logging(os_id): False [ 998.241996] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.242259] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.242347] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.242653] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.242834] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.243325] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.243408] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.243510] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.243736] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.243857] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.244009] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 31e0beaf-c6c1-43d2-ab6b-6b99bcf6a805 is going to be created. [ 998.330382] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.330382] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.330382] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.330702] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.330843] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.346589] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 31e0beaf-c6c1-43d2-ab6b-6b99bcf6a805 in Status: IN_PROGRESS for 2s [ 998.463913] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-619d6403-58f4-45fd-acf7-1c497a2bbbc3 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.464189] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-619d6403-58f4-45fd-acf7-1c497a2bbbc3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.465621] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('619d6403-58f4-45fd-acf7-1c497a2bbbc3',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.465621] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a1b4dc58-9862-4e1c-b0ad-a08aa8611a43 with status ACTIVE [ 998.465621] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.465621] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.465621] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.465938] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.465938] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.466103] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.466196] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.466254] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.466465] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.466516] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.466660] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.466763] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.466803] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.466985] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.467077] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.467111] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a1b4dc58-9862-4e1c-b0ad-a08aa8611a43 is going to be updated. [ 998.493173] env[65642]: INFO networking_nsxv3.common.synchronization [None req-44224751-c457-45f9-b27f-671c6d3097cb tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Enqueued Resource ID: 3f7eb5c3-ad65-4a09-b00b-15b1c009f983 with Priority: HIGHEST for action security_group_rules [ 998.493371] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f7eb5c3-ad65-4a09-b00b-15b1c009f983 with Priority: HIGHEST for action security_group_rules [ 998.493686] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f7eb5c3-ad65-4a09-b00b-15b1c009f983 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.493803] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f7eb5c3-ad65-4a09-b00b-15b1c009f983" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.493865] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f7eb5c3-ad65-4a09-b00b-15b1c009f983" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.494388] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f7eb5c3-ad65-4a09-b00b-15b1c009f983" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.494483] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f7eb5c3-ad65-4a09-b00b-15b1c009f983',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.496568] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.496693] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.496758] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.496946] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.497095] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.497576] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a1b4dc58-9862-4e1c-b0ad-a08aa8611a43" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.548325] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.548325] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.548325] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.548325] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.548325] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.548325] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60915886-e743-46f2-98ba-f3a6940b1e66 is going to be updated. [ 998.550340] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.550549] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.550626] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.550877] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.551002] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.551168] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23448334-cce5-41e5-9e49-d4c883b882ed is going to be updated. [ 998.582045] env[65642]: INFO networking_nsxv3.common.synchronization [None req-451c26f0-3709-4fa3-b9f7-178b100d6cec tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Enqueued Resource ID: 3f7eb5c3-ad65-4a09-b00b-15b1c009f983 with Priority: HIGHEST for action security_group_rules [ 998.583376] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f7eb5c3-ad65-4a09-b00b-15b1c009f983 with Priority: HIGHEST for action security_group_rules [ 998.585292] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f7eb5c3-ad65-4a09-b00b-15b1c009f983 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.587280] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f7eb5c3-ad65-4a09-b00b-15b1c009f983" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.592740] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.592740] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.592740] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.592740] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.592740] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.607266] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.610020] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.610020] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.610020] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.610020] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.610020] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23448334-cce5-41e5-9e49-d4c883b882ed in Status: IN_PROGRESS for 2s [ 998.622449] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60915886-e743-46f2-98ba-f3a6940b1e66 in Status: IN_PROGRESS for 2s [ 998.949192] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86b90a03-d259-4366-8bad-4f4a3275453a in Status: SUCCESS [ 998.949192] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86b90a03-d259-4366-8bad-4f4a3275453a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.949192] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86b90a03-d259-4366-8bad-4f4a3275453a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.949192] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86b90a03-d259-4366-8bad-4f4a3275453a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.949192] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.949192] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.949192] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.949192] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.949192] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.949192] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86b90a03-d259-4366-8bad-4f4a3275453a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.949192] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('86b90a03-d259-4366-8bad-4f4a3275453a',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.970766] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('619d6403-58f4-45fd-acf7-1c497a2bbbc3',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.022781] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.023371] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.023709] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.025022] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.025022] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.025022] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f7eb5c3-ad65-4a09-b00b-15b1c009f983 already deleted. [ 999.025022] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f7eb5c3-ad65-4a09-b00b-15b1c009f983" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.025312] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f7eb5c3-ad65-4a09-b00b-15b1c009f983" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.025619] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f7eb5c3-ad65-4a09-b00b-15b1c009f983" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.025949] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f7eb5c3-ad65-4a09-b00b-15b1c009f983',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.302363] env[65642]: INFO networking_nsxv3.common.synchronization [req-3e4d0f17-0074-46b5-a708-70c9bf1a4bc0 req-fab1a95b-825e-484f-87fa-f4315d52c1ce tempest-ServersTestManualDisk-1648227799 tempest-ServersTestManualDisk-1648227799-project-member] Enqueued Resource ID: ae924ace-0eec-4781-9c67-ca2b9a232896 with Priority: HIGHEST for action security_group_members [ 999.303300] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae924ace-0eec-4781-9c67-ca2b9a232896 with Priority: HIGHEST for action security_group_members [ 999.303703] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae924ace-0eec-4781-9c67-ca2b9a232896 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.303831] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae924ace-0eec-4781-9c67-ca2b9a232896" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.303891] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae924ace-0eec-4781-9c67-ca2b9a232896" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.304225] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae924ace-0eec-4781-9c67-ca2b9a232896" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.304613] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.304613] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.304792] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.304931] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.305086] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.305206] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae924ace-0eec-4781-9c67-ca2b9a232896',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.452492] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('86b90a03-d259-4366-8bad-4f4a3275453a',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.474729] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.474919] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.475077] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.475381] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.475560] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.475710] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 619d6403-58f4-45fd-acf7-1c497a2bbbc3 is going to be created. [ 999.504976] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.505145] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.505209] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.505427] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.506034] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.516671] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 619d6403-58f4-45fd-acf7-1c497a2bbbc3 in Status: UNINITIALIZED for 2s [ 999.581767] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.582133] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.582133] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.584028] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.584028] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.584028] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f7eb5c3-ad65-4a09-b00b-15b1c009f983 already deleted. [ 999.584028] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f7eb5c3-ad65-4a09-b00b-15b1c009f983" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.808683] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.808683] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.808683] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.808683] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.808953] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.808985] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.809224] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.809224] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.809512] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.809650] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.813017] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae924ace-0eec-4781-9c67-ca2b9a232896 is going to be updated. [ 999.843409] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.843409] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.843409] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.843409] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.843409] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.857337] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae924ace-0eec-4781-9c67-ca2b9a232896 in Status: IN_PROGRESS for 2s [ 999.954508] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 86b90a03-d259-4366-8bad-4f4a3275453a: rpc.has_security_group_logging(os_id): False [ 999.974715] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.974923] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.974923] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.975212] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.975311] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.975564] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.975669] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.975735] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.975893] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.975968] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.976064] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86b90a03-d259-4366-8bad-4f4a3275453a is going to be created. [ 1000.040229] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.040381] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.040445] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.040649] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.041497] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.056358] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86b90a03-d259-4366-8bad-4f4a3275453a in Status: IN_PROGRESS for 2s [ 1000.364489] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 31e0beaf-c6c1-43d2-ab6b-6b99bcf6a805 in Status: SUCCESS [ 1000.364958] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-31e0beaf-c6c1-43d2-ab6b-6b99bcf6a805" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.627104] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23448334-cce5-41e5-9e49-d4c883b882ed in Status: SUCCESS [ 1000.627104] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.627542] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.627542] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.627880] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.627880] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.627880] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.628064] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.628152] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.628262] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.628362] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('23448334-cce5-41e5-9e49-d4c883b882ed',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.639694] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60915886-e743-46f2-98ba-f3a6940b1e66 in Status: SUCCESS [ 1000.639694] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60915886-e743-46f2-98ba-f3a6940b1e66" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.639908] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60915886-e743-46f2-98ba-f3a6940b1e66" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.640350] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60915886-e743-46f2-98ba-f3a6940b1e66" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.640350] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.640698] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.640698] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.640698] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.640698] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.640915] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60915886-e743-46f2-98ba-f3a6940b1e66" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.640915] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('60915886-e743-46f2-98ba-f3a6940b1e66',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.705977] env[65642]: INFO networking_nsxv3.common.synchronization [req-25d9bcf6-34ed-4392-a029-9bf851ea4821 req-e7b73266-89ed-45f2-a3d2-7d8d0c0c2458 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Enqueued Resource ID: c21b0fe9-8a78-4c63-8cfd-92eca1c81cbc with Priority: HIGHEST for action security_group_members [ 1000.706352] env[65642]: INFO networking_nsxv3.common.synchronization [req-25d9bcf6-34ed-4392-a029-9bf851ea4821 req-e7b73266-89ed-45f2-a3d2-7d8d0c0c2458 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Enqueued Resource ID: 23448334-cce5-41e5-9e49-d4c883b882ed with Priority: HIGHEST for action security_group_members [ 1000.708363] env[65642]: INFO networking_nsxv3.common.synchronization [req-25d9bcf6-34ed-4392-a029-9bf851ea4821 req-e7b73266-89ed-45f2-a3d2-7d8d0c0c2458 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Enqueued Resource ID: 60915886-e743-46f2-98ba-f3a6940b1e66 with Priority: HIGHEST for action security_group_members [ 1000.709140] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c21b0fe9-8a78-4c63-8cfd-92eca1c81cbc with Priority: HIGHEST for action security_group_members [ 1000.709296] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23448334-cce5-41e5-9e49-d4c883b882ed with Priority: HIGHEST for action security_group_members [ 1000.709402] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60915886-e743-46f2-98ba-f3a6940b1e66 with Priority: HIGHEST for action security_group_members [ 1000.709788] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-c21b0fe9-8a78-4c63-8cfd-92eca1c81cbc taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.709924] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c21b0fe9-8a78-4c63-8cfd-92eca1c81cbc" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.710048] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c21b0fe9-8a78-4c63-8cfd-92eca1c81cbc" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.710326] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c21b0fe9-8a78-4c63-8cfd-92eca1c81cbc" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.710522] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.710610] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.710670] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.710848] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.710950] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.711061] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c21b0fe9-8a78-4c63-8cfd-92eca1c81cbc',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.712934] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-23448334-cce5-41e5-9e49-d4c883b882ed taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.713114] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.713165] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.713366] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.713586] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.713740] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.713740] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.713985] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.713985] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.714139] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23448334-cce5-41e5-9e49-d4c883b882ed',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.715619] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-60915886-e743-46f2-98ba-f3a6940b1e66 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.715757] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60915886-e743-46f2-98ba-f3a6940b1e66" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.716896] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60915886-e743-46f2-98ba-f3a6940b1e66" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.716896] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60915886-e743-46f2-98ba-f3a6940b1e66" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.716896] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.716896] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.716896] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.716896] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.717341] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.717341] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60915886-e743-46f2-98ba-f3a6940b1e66',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.767751] env[65642]: INFO networking_nsxv3.common.synchronization [req-25d9bcf6-34ed-4392-a029-9bf851ea4821 req-e7b73266-89ed-45f2-a3d2-7d8d0c0c2458 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Enqueued Resource ID: 23448334-cce5-41e5-9e49-d4c883b882ed with Priority: HIGHEST for action security_group_rules [ 1000.767990] env[65642]: INFO networking_nsxv3.common.synchronization [req-25d9bcf6-34ed-4392-a029-9bf851ea4821 req-e7b73266-89ed-45f2-a3d2-7d8d0c0c2458 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Enqueued Resource ID: 23448334-cce5-41e5-9e49-d4c883b882ed with Priority: HIGHEST for action security_group_members [ 1000.768180] env[65642]: INFO networking_nsxv3.common.synchronization [req-25d9bcf6-34ed-4392-a029-9bf851ea4821 req-e7b73266-89ed-45f2-a3d2-7d8d0c0c2458 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Enqueued Resource ID: 60915886-e743-46f2-98ba-f3a6940b1e66 with Priority: HIGHEST for action security_group_rules [ 1000.768347] env[65642]: INFO networking_nsxv3.common.synchronization [req-25d9bcf6-34ed-4392-a029-9bf851ea4821 req-e7b73266-89ed-45f2-a3d2-7d8d0c0c2458 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Enqueued Resource ID: 60915886-e743-46f2-98ba-f3a6940b1e66 with Priority: HIGHEST for action security_group_members [ 1000.768501] env[65642]: INFO networking_nsxv3.common.synchronization [req-25d9bcf6-34ed-4392-a029-9bf851ea4821 req-e7b73266-89ed-45f2-a3d2-7d8d0c0c2458 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Enqueued Resource ID: c21b0fe9-8a78-4c63-8cfd-92eca1c81cbc with Priority: HIGHEST for action security_group_rules [ 1000.768651] env[65642]: INFO networking_nsxv3.common.synchronization [req-25d9bcf6-34ed-4392-a029-9bf851ea4821 req-e7b73266-89ed-45f2-a3d2-7d8d0c0c2458 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Enqueued Resource ID: c21b0fe9-8a78-4c63-8cfd-92eca1c81cbc with Priority: HIGHEST for action security_group_members [ 1000.768781] env[65642]: INFO networking_nsxv3.common.synchronization [req-25d9bcf6-34ed-4392-a029-9bf851ea4821 req-e7b73266-89ed-45f2-a3d2-7d8d0c0c2458 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Enqueued Resource ID: 47321264-3202-4548-af50-ec4a2430444d with Priority: HIGHEST for action port [ 1000.769521] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23448334-cce5-41e5-9e49-d4c883b882ed with Priority: HIGHEST for action security_group_rules [ 1000.769827] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60915886-e743-46f2-98ba-f3a6940b1e66 with Priority: HIGHEST for action security_group_rules [ 1000.770048] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c21b0fe9-8a78-4c63-8cfd-92eca1c81cbc with Priority: HIGHEST for action security_group_members [ 1000.770250] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47321264-3202-4548-af50-ec4a2430444d with Priority: HIGHEST for action port [ 1000.770784] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c21b0fe9-8a78-4c63-8cfd-92eca1c81cbc with Priority: HIGHEST for action security_group_rules [ 1000.770784] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23448334-cce5-41e5-9e49-d4c883b882ed with Priority: HIGHEST for action security_group_members [ 1000.770784] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60915886-e743-46f2-98ba-f3a6940b1e66 with Priority: HIGHEST for action security_group_members [ 1000.771099] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-23448334-cce5-41e5-9e49-d4c883b882ed taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.771188] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.771471] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-60915886-e743-46f2-98ba-f3a6940b1e66 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.771602] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-60915886-e743-46f2-98ba-f3a6940b1e66" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.771879] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-c21b0fe9-8a78-4c63-8cfd-92eca1c81cbc taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.772082] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c21b0fe9-8a78-4c63-8cfd-92eca1c81cbc" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.772440] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-47321264-3202-4548-af50-ec4a2430444d taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.772568] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-47321264-3202-4548-af50-ec4a2430444d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.772660] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-47321264-3202-4548-af50-ec4a2430444d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.774134] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-47321264-3202-4548-af50-ec4a2430444d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.774134] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47321264-3202-4548-af50-ec4a2430444d',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.775222] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c21b0fe9-8a78-4c63-8cfd-92eca1c81cbc taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.775386] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c21b0fe9-8a78-4c63-8cfd-92eca1c81cbc" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.775793] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c21b0fe9-8a78-4c63-8cfd-92eca1c81cbc" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.776217] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c21b0fe9-8a78-4c63-8cfd-92eca1c81cbc" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.776217] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c21b0fe9-8a78-4c63-8cfd-92eca1c81cbc',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.782085] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-23448334-cce5-41e5-9e49-d4c883b882ed taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.784938] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.785451] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-60915886-e743-46f2-98ba-f3a6940b1e66 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.785667] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60915886-e743-46f2-98ba-f3a6940b1e66" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.131944] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-23448334-cce5-41e5-9e49-d4c883b882ed taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.132111] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.143618] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('60915886-e743-46f2-98ba-f3a6940b1e66',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.213886] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c21b0fe9-8a78-4c63-8cfd-92eca1c81cbc',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.219705] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('60915886-e743-46f2-98ba-f3a6940b1e66',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.220717] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('23448334-cce5-41e5-9e49-d4c883b882ed',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.286938] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-c21b0fe9-8a78-4c63-8cfd-92eca1c81cbc taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.288550] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c21b0fe9-8a78-4c63-8cfd-92eca1c81cbc" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.288550] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 47321264-3202-4548-af50-ec4a2430444d with status ACTIVE [ 1001.288550] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.288550] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.288550] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.289121] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.289121] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.289121] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.289121] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.289264] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.290062] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.290062] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.290062] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.290062] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.290062] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.290285] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.290316] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.290475] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 47321264-3202-4548-af50-ec4a2430444d is going to be updated. [ 1001.319019] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.319269] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.319707] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.319778] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.319889] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.320602] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-47321264-3202-4548-af50-ec4a2430444d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.529964] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 619d6403-58f4-45fd-acf7-1c497a2bbbc3 in Status: SUCCESS [ 1001.529964] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-619d6403-58f4-45fd-acf7-1c497a2bbbc3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.530241] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-619d6403-58f4-45fd-acf7-1c497a2bbbc3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.530300] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-619d6403-58f4-45fd-acf7-1c497a2bbbc3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.530508] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.530617] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.530739] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.530995] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.532556] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.532556] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-619d6403-58f4-45fd-acf7-1c497a2bbbc3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.532556] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('619d6403-58f4-45fd-acf7-1c497a2bbbc3',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.646361] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 60915886-e743-46f2-98ba-f3a6940b1e66: rpc.has_security_group_logging(os_id): False [ 1001.668696] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.671018] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.671018] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.671018] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.671018] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.671018] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.671018] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.671018] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.671018] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.671018] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.671018] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 60915886-e743-46f2-98ba-f3a6940b1e66 is going to be created. [ 1001.716632] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c21b0fe9-8a78-4c63-8cfd-92eca1c81cbc',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.725403] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('23448334-cce5-41e5-9e49-d4c883b882ed',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.725403] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('60915886-e743-46f2-98ba-f3a6940b1e66',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.731896] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.732037] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.732113] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.732323] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.732506] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.750118] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60915886-e743-46f2-98ba-f3a6940b1e66 in Status: IN_PROGRESS for 2s [ 1001.868270] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae924ace-0eec-4781-9c67-ca2b9a232896 in Status: SUCCESS [ 1001.868418] env[65642]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae924ace-0eec-4781-9c67-ca2b9a232896 deletion is rescheduled due to dependency. [ 1001.868539] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae924ace-0eec-4781-9c67-ca2b9a232896" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.035329] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('619d6403-58f4-45fd-acf7-1c497a2bbbc3',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.070227] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86b90a03-d259-4366-8bad-4f4a3275453a in Status: SUCCESS [ 1002.070458] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86b90a03-d259-4366-8bad-4f4a3275453a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.220664] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.220664] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.220664] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.220664] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.220964] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.220964] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c21b0fe9-8a78-4c63-8cfd-92eca1c81cbc is going to be created. [ 1002.229035] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.229035] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.229035] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.229035] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.229035] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.229552] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23448334-cce5-41e5-9e49-d4c883b882ed is going to be updated. [ 1002.232032] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.232032] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.232032] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.232307] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.232307] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.232482] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60915886-e743-46f2-98ba-f3a6940b1e66 is going to be updated. [ 1002.253220] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.253220] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.253220] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.253671] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.253806] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.270946] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c21b0fe9-8a78-4c63-8cfd-92eca1c81cbc in Status: UNINITIALIZED for 2s [ 1002.274540] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.274761] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.274838] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.275092] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.275377] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.277259] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.277433] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.277505] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.277950] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.277950] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.297191] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60915886-e743-46f2-98ba-f3a6940b1e66 in Status: IN_PROGRESS for 2s [ 1002.300405] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23448334-cce5-41e5-9e49-d4c883b882ed in Status: IN_PROGRESS for 2s [ 1002.537852] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 619d6403-58f4-45fd-acf7-1c497a2bbbc3: rpc.has_security_group_logging(os_id): False [ 1002.575408] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.575408] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.575408] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.575663] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.575663] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.575927] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.576050] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.576129] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.576326] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.576442] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.576542] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 619d6403-58f4-45fd-acf7-1c497a2bbbc3 is going to be created. [ 1002.691151] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.691616] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.691616] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.691768] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.691818] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.719337] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 619d6403-58f4-45fd-acf7-1c497a2bbbc3 in Status: IN_PROGRESS for 2s [ 1003.485787] env[65642]: INFO networking_nsxv3.common.synchronization [req-ce3b17b0-fd16-4674-a747-140aafeb7434 req-b8c77481-078d-4d69-8a7b-29d81348400f tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Enqueued Resource ID: 2218493c-99bf-4de1-ab14-7da434099a02 with Priority: HIGHEST for action security_group_members [ 1003.486495] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2218493c-99bf-4de1-ab14-7da434099a02 with Priority: HIGHEST for action security_group_members [ 1003.486906] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-2218493c-99bf-4de1-ab14-7da434099a02 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.487087] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2218493c-99bf-4de1-ab14-7da434099a02" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.487182] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2218493c-99bf-4de1-ab14-7da434099a02" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.487470] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2218493c-99bf-4de1-ab14-7da434099a02" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.487653] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.487775] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.487841] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.488035] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.488149] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.488279] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2218493c-99bf-4de1-ab14-7da434099a02',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.767525] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60915886-e743-46f2-98ba-f3a6940b1e66 in Status: SUCCESS [ 1003.768080] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-60915886-e743-46f2-98ba-f3a6940b1e66" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.772171] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-60915886-e743-46f2-98ba-f3a6940b1e66" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.772462] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-60915886-e743-46f2-98ba-f3a6940b1e66" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.772558] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('60915886-e743-46f2-98ba-f3a6940b1e66',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.896025] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock network-696 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.896025] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "network-696" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.896025] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "network-696" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.896025] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "network-696" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.896025] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.896025] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.896025] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.896550] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.896819] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.897163] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1003.897372] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] NeedRegenerationException {{(pid=65642) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1003.897585] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] no value, waiting for create lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1003.897792] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] value creation lock acquired {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1003.898029] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1003.898233] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Calling creation function for not-yet-present value {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1003.898448] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1003.929131] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1003.929401] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65642) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1003.929581] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Released creation lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1003.929808] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "network-696" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.930253] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock port-c6a107fa-381a-42ab-9430-90e7f4dac1b1 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.930500] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "port-c6a107fa-381a-42ab-9430-90e7f4dac1b1" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.930694] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "port-c6a107fa-381a-42ab-9430-90e7f4dac1b1" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.931187] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "port-c6a107fa-381a-42ab-9430-90e7f4dac1b1" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.931341] env[65642]: DEBUG networking_nsxv3.api.rpc [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6a107fa-381a-42ab-9430-90e7f4dac1b1',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.991243] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.991622] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.991622] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.991761] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.991844] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.992049] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.992180] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.992242] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.992350] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.992444] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.992529] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2218493c-99bf-4de1-ab14-7da434099a02 already deleted. [ 1003.992618] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2218493c-99bf-4de1-ab14-7da434099a02" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.107238] env[65642]: INFO networking_nsxv3.common.synchronization [req-806a6899-3ab9-4f4b-996b-31dd930352e5 req-dcb62073-0f37-4600-8c5a-95a00f7494ba tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Enqueued Resource ID: 60915886-e743-46f2-98ba-f3a6940b1e66 with Priority: HIGHEST for action security_group_members [ 1004.107412] env[65642]: INFO networking_nsxv3.common.synchronization [req-806a6899-3ab9-4f4b-996b-31dd930352e5 req-dcb62073-0f37-4600-8c5a-95a00f7494ba tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Enqueued Resource ID: 23448334-cce5-41e5-9e49-d4c883b882ed with Priority: HIGHEST for action security_group_members [ 1004.107542] env[65642]: INFO networking_nsxv3.common.synchronization [req-806a6899-3ab9-4f4b-996b-31dd930352e5 req-dcb62073-0f37-4600-8c5a-95a00f7494ba tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Enqueued Resource ID: c21b0fe9-8a78-4c63-8cfd-92eca1c81cbc with Priority: HIGHEST for action security_group_members [ 1004.108056] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60915886-e743-46f2-98ba-f3a6940b1e66 with Priority: HIGHEST for action security_group_members [ 1004.108407] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23448334-cce5-41e5-9e49-d4c883b882ed with Priority: HIGHEST for action security_group_members [ 1004.108407] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c21b0fe9-8a78-4c63-8cfd-92eca1c81cbc with Priority: HIGHEST for action security_group_members [ 1004.109471] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-60915886-e743-46f2-98ba-f3a6940b1e66 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.109471] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60915886-e743-46f2-98ba-f3a6940b1e66" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.109471] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-23448334-cce5-41e5-9e49-d4c883b882ed taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.109471] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.109471] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-c21b0fe9-8a78-4c63-8cfd-92eca1c81cbc taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.109471] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c21b0fe9-8a78-4c63-8cfd-92eca1c81cbc" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.279213] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-60915886-e743-46f2-98ba-f3a6940b1e66 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.279393] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60915886-e743-46f2-98ba-f3a6940b1e66" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.282636] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c21b0fe9-8a78-4c63-8cfd-92eca1c81cbc in Status: SUCCESS [ 1004.282933] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c21b0fe9-8a78-4c63-8cfd-92eca1c81cbc" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.283149] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c21b0fe9-8a78-4c63-8cfd-92eca1c81cbc" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.283466] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c21b0fe9-8a78-4c63-8cfd-92eca1c81cbc" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.283660] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.283800] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.283866] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.284126] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.284264] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.284339] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c21b0fe9-8a78-4c63-8cfd-92eca1c81cbc',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.308590] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23448334-cce5-41e5-9e49-d4c883b882ed in Status: SUCCESS [ 1004.308811] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.309309] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.309529] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.309716] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.309815] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.309870] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.310032] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.310114] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.310616] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23448334-cce5-41e5-9e49-d4c883b882ed',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.311568] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60915886-e743-46f2-98ba-f3a6940b1e66 in Status: SUCCESS [ 1004.311791] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60915886-e743-46f2-98ba-f3a6940b1e66" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.312200] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60915886-e743-46f2-98ba-f3a6940b1e66" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.312452] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60915886-e743-46f2-98ba-f3a6940b1e66" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.312530] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.312661] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.312743] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.312854] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.313057] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.313057] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60915886-e743-46f2-98ba-f3a6940b1e66',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.434800] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.435067] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.435207] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.435604] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.435801] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.436033] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Segment Port c6a107fa-381a-42ab-9430-90e7f4dac1b1 not found, creating... [ 1004.436345] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.436565] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.436720] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.437275] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.437501] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.438356] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.438356] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.438356] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.438641] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.438849] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.439072] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Resource: SegmentPort with ID: c6a107fa-381a-42ab-9430-90e7f4dac1b1 is going to be created. [ 1004.464422] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.464760] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.464951] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.465475] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.465817] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.466150] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "port-c6a107fa-381a-42ab-9430-90e7f4dac1b1" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.734184] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 619d6403-58f4-45fd-acf7-1c497a2bbbc3 in Status: SUCCESS [ 1004.734443] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-619d6403-58f4-45fd-acf7-1c497a2bbbc3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.787133] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.787501] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.787501] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.787597] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.787722] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.787843] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.787939] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.787991] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.788164] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.788245] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.788332] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c21b0fe9-8a78-4c63-8cfd-92eca1c81cbc is going to be deleted. [ 1004.815173] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('23448334-cce5-41e5-9e49-d4c883b882ed',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.817041] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.817208] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.817282] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.817542] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.817680] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.817896] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.818008] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.818079] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.818248] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.818326] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.818648] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60915886-e743-46f2-98ba-f3a6940b1e66 is going to be updated. [ 1004.822308] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.822497] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.822551] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.822714] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.822820] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.822936] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c21b0fe9-8a78-4c63-8cfd-92eca1c81cbc" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.823163] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c21b0fe9-8a78-4c63-8cfd-92eca1c81cbc" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.823422] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c21b0fe9-8a78-4c63-8cfd-92eca1c81cbc" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.823906] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.825028] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.825141] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.825310] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.825394] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.825492] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c21b0fe9-8a78-4c63-8cfd-92eca1c81cbc',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.846074] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.846238] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.846307] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.846529] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.846678] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.857990] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60915886-e743-46f2-98ba-f3a6940b1e66 in Status: IN_PROGRESS for 2s [ 1005.200203] env[65642]: INFO networking_nsxv3.common.synchronization [req-ce3b17b0-fd16-4674-a747-140aafeb7434 req-7b77e1c8-5b87-4666-84d4-9a7ac3193339 service nova] Enqueued Resource ID: 2218493c-99bf-4de1-ab14-7da434099a02 with Priority: HIGHEST for action security_group_rules [ 1005.200657] env[65642]: INFO networking_nsxv3.common.synchronization [req-ce3b17b0-fd16-4674-a747-140aafeb7434 req-7b77e1c8-5b87-4666-84d4-9a7ac3193339 service nova] Enqueued Resource ID: 2218493c-99bf-4de1-ab14-7da434099a02 with Priority: HIGHEST for action security_group_members [ 1005.200856] env[65642]: INFO networking_nsxv3.common.synchronization [req-ce3b17b0-fd16-4674-a747-140aafeb7434 req-7b77e1c8-5b87-4666-84d4-9a7ac3193339 service nova] Enqueued Resource ID: c6a107fa-381a-42ab-9430-90e7f4dac1b1 with Priority: HIGHEST for action port [ 1005.201394] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2218493c-99bf-4de1-ab14-7da434099a02 with Priority: HIGHEST for action security_group_rules [ 1005.201527] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2218493c-99bf-4de1-ab14-7da434099a02 with Priority: HIGHEST for action security_group_members [ 1005.201620] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6a107fa-381a-42ab-9430-90e7f4dac1b1 with Priority: HIGHEST for action port [ 1005.202029] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2218493c-99bf-4de1-ab14-7da434099a02 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.202191] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2218493c-99bf-4de1-ab14-7da434099a02" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.202313] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2218493c-99bf-4de1-ab14-7da434099a02" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.202513] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2218493c-99bf-4de1-ab14-7da434099a02" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.202563] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2218493c-99bf-4de1-ab14-7da434099a02',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.204959] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-2218493c-99bf-4de1-ab14-7da434099a02 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.205124] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2218493c-99bf-4de1-ab14-7da434099a02" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.205243] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2218493c-99bf-4de1-ab14-7da434099a02" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.205386] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2218493c-99bf-4de1-ab14-7da434099a02" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.205551] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.205786] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.205786] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.205937] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.206035] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.206135] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2218493c-99bf-4de1-ab14-7da434099a02',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.207333] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-c6a107fa-381a-42ab-9430-90e7f4dac1b1 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.207508] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c6a107fa-381a-42ab-9430-90e7f4dac1b1" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.207575] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c6a107fa-381a-42ab-9430-90e7f4dac1b1" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.207876] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c6a107fa-381a-42ab-9430-90e7f4dac1b1" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.207932] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6a107fa-381a-42ab-9430-90e7f4dac1b1',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.321037] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('23448334-cce5-41e5-9e49-d4c883b882ed',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.328332] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.328496] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.328563] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.329230] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.329230] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.329230] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.329230] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.329828] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.329828] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.329828] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.329828] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c21b0fe9-8a78-4c63-8cfd-92eca1c81cbc already deleted. [ 1005.329828] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c21b0fe9-8a78-4c63-8cfd-92eca1c81cbc" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.329828] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c21b0fe9-8a78-4c63-8cfd-92eca1c81cbc',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.331285] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c21b0fe9-8a78-4c63-8cfd-92eca1c81cbc" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.331285] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c21b0fe9-8a78-4c63-8cfd-92eca1c81cbc" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.332032] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.332032] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.332032] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.332032] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.332032] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.332032] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c21b0fe9-8a78-4c63-8cfd-92eca1c81cbc',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.706078] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-2218493c-99bf-4de1-ab14-7da434099a02 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.706251] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2218493c-99bf-4de1-ab14-7da434099a02" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.709742] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2218493c-99bf-4de1-ab14-7da434099a02',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.710833] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c6a107fa-381a-42ab-9430-90e7f4dac1b1 with status ACTIVE [ 1005.711785] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.711785] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.711785] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.711785] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.711785] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.713272] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.713272] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.713272] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.713272] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.713272] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.713272] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.713272] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.713272] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.713272] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.713272] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.713272] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c6a107fa-381a-42ab-9430-90e7f4dac1b1 is going to be updated. [ 1005.738143] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.738300] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.738385] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.738573] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.738719] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.738879] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c6a107fa-381a-42ab-9430-90e7f4dac1b1" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.823456] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.823793] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.823793] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.823907] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.824070] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.824191] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23448334-cce5-41e5-9e49-d4c883b882ed is going to be updated. [ 1005.834064] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c21b0fe9-8a78-4c63-8cfd-92eca1c81cbc',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.835264] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.835414] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.835455] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.835673] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.835746] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.836075] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.836075] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.836196] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.836259] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.836358] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.836430] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c21b0fe9-8a78-4c63-8cfd-92eca1c81cbc already deleted. [ 1005.836477] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c21b0fe9-8a78-4c63-8cfd-92eca1c81cbc" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.900776] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.900975] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.901054] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.901508] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.901803] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.913966] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23448334-cce5-41e5-9e49-d4c883b882ed in Status: IN_PROGRESS for 2s [ 1006.216339] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2218493c-99bf-4de1-ab14-7da434099a02',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.340879] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c21b0fe9-8a78-4c63-8cfd-92eca1c81cbc: rpc.has_security_group_logging(os_id): False [ 1006.379701] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.379901] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.379901] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.380170] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.380265] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.380507] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.380718] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.380718] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.380829] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.380903] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.380991] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c21b0fe9-8a78-4c63-8cfd-92eca1c81cbc is going to be created. [ 1006.406054] env[65642]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/c21b0fe9-8a78-4c63-8cfd-92eca1c81cbc], does not exist path=[/infra/domains/default/groups/c21b0fe9-8a78-4c63-8cfd-92eca1c81cbc]."\n}' [ 1006.406265] env[65642]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c21b0fe9-8a78-4c63-8cfd-92eca1c81cbc failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/c21b0fe9-8a78-4c63-8cfd-92eca1c81cbc [ 1006.406332] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1006.459086] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.459263] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.459312] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.459518] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.461151] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.461372] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.461482] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.461547] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.461710] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.461791] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.462038] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.462149] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.462191] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.462317] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.462391] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.462475] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c21b0fe9-8a78-4c63-8cfd-92eca1c81cbc is going to be created. [ 1006.491779] env[65642]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/c21b0fe9-8a78-4c63-8cfd-92eca1c81cbc], does not exist path=[/infra/domains/default/groups/c21b0fe9-8a78-4c63-8cfd-92eca1c81cbc]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/c21b0fe9-8a78-4c63-8cfd-92eca1c81cbc [ 1006.492030] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c21b0fe9-8a78-4c63-8cfd-92eca1c81cbc" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.492251] env[65642]: Traceback (most recent call last): [ 1006.492348] env[65642]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 1006.492348] env[65642]: return func(*args, **kwargs) [ 1006.492348] env[65642]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1006.492348] env[65642]: res.raise_for_status() [ 1006.492348] env[65642]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 1006.492348] env[65642]: raise HTTPError(http_error_msg, response=self) [ 1006.492348] env[65642]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/c21b0fe9-8a78-4c63-8cfd-92eca1c81cbc [ 1006.492348] env[65642]: During handling of the above exception, another exception occurred: [ 1006.492348] env[65642]: Traceback (most recent call last): [ 1006.492348] env[65642]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 1006.492348] env[65642]: listener.cb(fileno) [ 1006.492348] env[65642]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 1006.492348] env[65642]: result = function(*args, **kwargs) [ 1006.492348] env[65642]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 1006.492348] env[65642]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 1006.492348] env[65642]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 1006.492348] env[65642]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 1006.492348] env[65642]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 1006.492348] env[65642]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 1006.492348] env[65642]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1006.492348] env[65642]: res.raise_for_status() [ 1006.492348] env[65642]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 1006.492348] env[65642]: raise HTTPError(http_error_msg, response=self) [ 1006.492348] env[65642]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/c21b0fe9-8a78-4c63-8cfd-92eca1c81cbc [ 1006.492348] env[65642]: Removing descriptor: 15 [ 1006.719649] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.719822] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.719880] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.720171] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.720300] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.720405] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2218493c-99bf-4de1-ab14-7da434099a02 is going to be created. [ 1006.744588] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.745587] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.745587] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.745587] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.745587] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.755398] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2218493c-99bf-4de1-ab14-7da434099a02 in Status: UNINITIALIZED for 2s [ 1006.871191] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60915886-e743-46f2-98ba-f3a6940b1e66 in Status: SUCCESS [ 1006.871519] env[65642]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60915886-e743-46f2-98ba-f3a6940b1e66 deletion is rescheduled due to dependency. [ 1006.871519] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60915886-e743-46f2-98ba-f3a6940b1e66" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.872046] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60915886-e743-46f2-98ba-f3a6940b1e66" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.872046] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60915886-e743-46f2-98ba-f3a6940b1e66" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.872164] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.872229] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.872287] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.872564] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.872564] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.872948] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60915886-e743-46f2-98ba-f3a6940b1e66',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.374917] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.374917] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.375061] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.375438] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.404850] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.405215] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.405351] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.405437] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.405882] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.405882] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.405882] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60915886-e743-46f2-98ba-f3a6940b1e66 is going to be updated. [ 1007.438196] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.438196] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.438196] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.438196] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.438196] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.453012] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60915886-e743-46f2-98ba-f3a6940b1e66 in Status: IN_PROGRESS for 2s [ 1007.925620] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23448334-cce5-41e5-9e49-d4c883b882ed in Status: SUCCESS [ 1007.925951] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.926139] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.926527] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.926758] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.926889] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.927203] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.927439] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.927514] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.927590] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.927713] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-23448334-cce5-41e5-9e49-d4c883b882ed taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.927800] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.927867] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.928061] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.928148] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.928304] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.928304] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.928483] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.928559] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.928681] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.928804] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('23448334-cce5-41e5-9e49-d4c883b882ed',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.929704] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.929869] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.930024] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.930185] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.930250] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.930408] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.930487] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.930565] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23448334-cce5-41e5-9e49-d4c883b882ed',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.432010] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 23448334-cce5-41e5-9e49-d4c883b882ed: rpc.has_security_group_logging(os_id): False [ 1008.433259] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('23448334-cce5-41e5-9e49-d4c883b882ed',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.458475] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.458475] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.458475] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.458475] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.485231] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.485523] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.485724] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.485724] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.485938] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.486047] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.486261] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.486370] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.486962] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.486962] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.486962] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.486962] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.487352] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.487352] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.487352] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.487352] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.487474] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 23448334-cce5-41e5-9e49-d4c883b882ed is going to be updated. [ 1008.596526] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.596792] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.596792] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.597478] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.597478] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.663662] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23448334-cce5-41e5-9e49-d4c883b882ed in Status: IN_PROGRESS for 2s [ 1008.765794] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2218493c-99bf-4de1-ab14-7da434099a02 in Status: SUCCESS [ 1008.766030] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2218493c-99bf-4de1-ab14-7da434099a02" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.766391] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2218493c-99bf-4de1-ab14-7da434099a02" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.766391] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2218493c-99bf-4de1-ab14-7da434099a02" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.766542] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.766651] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.766772] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.767236] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.767236] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.767236] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2218493c-99bf-4de1-ab14-7da434099a02" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.767236] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2218493c-99bf-4de1-ab14-7da434099a02',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.935805] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('23448334-cce5-41e5-9e49-d4c883b882ed',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.269756] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2218493c-99bf-4de1-ab14-7da434099a02',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.440817] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.440817] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.440817] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.440817] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.440817] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.440817] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23448334-cce5-41e5-9e49-d4c883b882ed is going to be updated. [ 1009.468918] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60915886-e743-46f2-98ba-f3a6940b1e66 in Status: SUCCESS [ 1009.469288] env[65642]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60915886-e743-46f2-98ba-f3a6940b1e66 deletion is rescheduled due to dependency. [ 1009.469454] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60915886-e743-46f2-98ba-f3a6940b1e66" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.471790] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60915886-e743-46f2-98ba-f3a6940b1e66" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.471790] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60915886-e743-46f2-98ba-f3a6940b1e66" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.471790] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.471790] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.471790] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.471790] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.471790] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.471790] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60915886-e743-46f2-98ba-f3a6940b1e66" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.471790] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('60915886-e743-46f2-98ba-f3a6940b1e66',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.490376] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.490550] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.490841] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.491056] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.492227] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.507827] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23448334-cce5-41e5-9e49-d4c883b882ed in Status: IN_PROGRESS for 2s [ 1009.772561] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2218493c-99bf-4de1-ab14-7da434099a02: rpc.has_security_group_logging(os_id): False [ 1009.801794] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.801794] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.801794] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.801946] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.802095] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.802431] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.802530] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.802530] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.802798] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.802798] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.802871] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2218493c-99bf-4de1-ab14-7da434099a02 is going to be created. [ 1009.883153] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.883334] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.883401] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.883855] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.883855] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.899296] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2218493c-99bf-4de1-ab14-7da434099a02 in Status: IN_PROGRESS for 2s [ 1009.974724] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('60915886-e743-46f2-98ba-f3a6940b1e66',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.202971] env[65642]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1010.205396] env[65642]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=5 [ 1010.430162] env[65642]: INFO networking_nsxv3.common.synchronization [req-d4798bb9-2d1a-4c53-a566-afaddb749020 req-0aa3e7fa-0b46-45d6-9c1c-fd01c446b1ca tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Enqueued Resource ID: 3f7eb5c3-ad65-4a09-b00b-15b1c009f983 with Priority: HIGHEST for action security_group_members [ 1010.430162] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f7eb5c3-ad65-4a09-b00b-15b1c009f983 with Priority: HIGHEST for action security_group_members [ 1010.430980] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f7eb5c3-ad65-4a09-b00b-15b1c009f983 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.431816] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f7eb5c3-ad65-4a09-b00b-15b1c009f983" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.432066] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f7eb5c3-ad65-4a09-b00b-15b1c009f983" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.432632] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f7eb5c3-ad65-4a09-b00b-15b1c009f983" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.433125] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.433906] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.433906] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.433906] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.435329] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.435329] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f7eb5c3-ad65-4a09-b00b-15b1c009f983',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.477564] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 60915886-e743-46f2-98ba-f3a6940b1e66: rpc.has_security_group_logging(os_id): False [ 1010.507037] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.507037] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.507037] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.507037] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.507037] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.507037] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.507037] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.507037] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.507037] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.507037] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.507037] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 60915886-e743-46f2-98ba-f3a6940b1e66 is going to be updated. [ 1010.582418] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.582418] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.582418] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.582418] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.582418] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.601573] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60915886-e743-46f2-98ba-f3a6940b1e66 in Status: IN_PROGRESS for 2s [ 1010.703335] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23448334-cce5-41e5-9e49-d4c883b882ed in Status: SUCCESS [ 1010.703604] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.703793] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.704077] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.704192] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('23448334-cce5-41e5-9e49-d4c883b882ed',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.899601] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock network-453 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.899827] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "network-453" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.899950] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "network-453" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.900281] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "network-453" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.900571] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.900729] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.900844] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.901124] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.901310] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.901518] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1010.901631] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] NeedRegenerationException {{(pid=65642) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1010.901738] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] no value, waiting for create lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1010.901843] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] value creation lock acquired {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1010.901952] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1010.902069] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Calling creation function for not-yet-present value {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1010.902204] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1010.923982] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1010.924425] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65642) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1010.924738] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Released creation lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1010.925065] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "network-453" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.925583] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock port-b26e49f7-63b3-46c8-93d4-f72dc9d73c6e taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.925794] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "port-b26e49f7-63b3-46c8-93d4-f72dc9d73c6e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.925953] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "port-b26e49f7-63b3-46c8-93d4-f72dc9d73c6e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.926366] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "port-b26e49f7-63b3-46c8-93d4-f72dc9d73c6e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.926544] env[65642]: DEBUG networking_nsxv3.api.rpc [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b26e49f7-63b3-46c8-93d4-f72dc9d73c6e',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.937937] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.938133] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.938203] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.938411] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.938501] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.938745] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.938811] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.938847] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.938985] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.939074] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.939161] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f7eb5c3-ad65-4a09-b00b-15b1c009f983 already deleted. [ 1010.939241] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f7eb5c3-ad65-4a09-b00b-15b1c009f983" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.207958] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-23448334-cce5-41e5-9e49-d4c883b882ed taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.208294] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.429388] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.429670] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.429728] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.430017] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.430187] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.430347] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Segment Port b26e49f7-63b3-46c8-93d4-f72dc9d73c6e not found, creating... [ 1011.430609] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.430768] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.430884] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.431128] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.431273] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.431552] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.431705] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.431821] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.432059] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.432233] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.432375] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Resource: SegmentPort with ID: b26e49f7-63b3-46c8-93d4-f72dc9d73c6e is going to be created. [ 1011.452982] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.453221] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.453348] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.453622] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.453854] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.454110] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "port-b26e49f7-63b3-46c8-93d4-f72dc9d73c6e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.517944] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23448334-cce5-41e5-9e49-d4c883b882ed in Status: SUCCESS [ 1011.518214] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.518420] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.518694] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.518872] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.519019] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.519110] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.519277] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.519360] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.519441] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.519532] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('23448334-cce5-41e5-9e49-d4c883b882ed',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.914761] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2218493c-99bf-4de1-ab14-7da434099a02 in Status: SUCCESS [ 1011.914985] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2218493c-99bf-4de1-ab14-7da434099a02" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.023075] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-23448334-cce5-41e5-9e49-d4c883b882ed taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.023075] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.023075] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.023075] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.023417] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.023417] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.023417] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.023599] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.023599] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.023716] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.023879] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-23448334-cce5-41e5-9e49-d4c883b882ed taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.023993] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.024165] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.024307] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.024510] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.024510] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.024661] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.024716] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.024770] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.024826] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.024977] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('23448334-cce5-41e5-9e49-d4c883b882ed',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.270875] env[65642]: INFO networking_nsxv3.common.synchronization [req-d4798bb9-2d1a-4c53-a566-afaddb749020 req-5e65ff9a-0304-4f85-af51-b640d3c1265f service nova] Enqueued Resource ID: 3f7eb5c3-ad65-4a09-b00b-15b1c009f983 with Priority: HIGHEST for action security_group_rules [ 1012.271262] env[65642]: INFO networking_nsxv3.common.synchronization [req-d4798bb9-2d1a-4c53-a566-afaddb749020 req-5e65ff9a-0304-4f85-af51-b640d3c1265f service nova] Enqueued Resource ID: 3f7eb5c3-ad65-4a09-b00b-15b1c009f983 with Priority: HIGHEST for action security_group_members [ 1012.271262] env[65642]: INFO networking_nsxv3.common.synchronization [req-d4798bb9-2d1a-4c53-a566-afaddb749020 req-5e65ff9a-0304-4f85-af51-b640d3c1265f service nova] Enqueued Resource ID: b26e49f7-63b3-46c8-93d4-f72dc9d73c6e with Priority: HIGHEST for action port [ 1012.272382] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f7eb5c3-ad65-4a09-b00b-15b1c009f983 with Priority: HIGHEST for action security_group_rules [ 1012.272382] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f7eb5c3-ad65-4a09-b00b-15b1c009f983 with Priority: HIGHEST for action security_group_members [ 1012.272382] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b26e49f7-63b3-46c8-93d4-f72dc9d73c6e with Priority: HIGHEST for action port [ 1012.275139] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f7eb5c3-ad65-4a09-b00b-15b1c009f983 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.275139] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f7eb5c3-ad65-4a09-b00b-15b1c009f983" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.275139] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f7eb5c3-ad65-4a09-b00b-15b1c009f983" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.275332] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f7eb5c3-ad65-4a09-b00b-15b1c009f983" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.275368] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f7eb5c3-ad65-4a09-b00b-15b1c009f983',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.276437] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f7eb5c3-ad65-4a09-b00b-15b1c009f983 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.276666] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f7eb5c3-ad65-4a09-b00b-15b1c009f983" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.276666] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f7eb5c3-ad65-4a09-b00b-15b1c009f983" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.276931] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f7eb5c3-ad65-4a09-b00b-15b1c009f983" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.277105] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.277262] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.277366] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.277473] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.277561] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.277714] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f7eb5c3-ad65-4a09-b00b-15b1c009f983',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.280114] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-b26e49f7-63b3-46c8-93d4-f72dc9d73c6e taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.280296] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b26e49f7-63b3-46c8-93d4-f72dc9d73c6e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.280296] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b26e49f7-63b3-46c8-93d4-f72dc9d73c6e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.280508] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b26e49f7-63b3-46c8-93d4-f72dc9d73c6e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.280593] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b26e49f7-63b3-46c8-93d4-f72dc9d73c6e',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.398726] env[65642]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-8b171668-ea76-4fe7-a03b-51ed0103484f None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1012.398975] env[65642]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-8b171668-ea76-4fe7-a03b-51ed0103484f None None] NSXv3 Agent Agent loop - iteration:2 started [ 1012.528283] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 23448334-cce5-41e5-9e49-d4c883b882ed: rpc.has_security_group_logging(os_id): False [ 1012.548038] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.548038] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.548280] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.548448] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.548553] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.548848] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.548977] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.549069] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.549316] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.549400] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.549619] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.549717] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.549781] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.549963] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.549997] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.550214] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.550313] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.550374] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.550514] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.550590] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.550675] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 23448334-cce5-41e5-9e49-d4c883b882ed is going to be updated. [ 1012.631889] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60915886-e743-46f2-98ba-f3a6940b1e66 in Status: SUCCESS [ 1012.632301] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-60915886-e743-46f2-98ba-f3a6940b1e66" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.670846] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.671066] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.671066] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.671200] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.671351] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.691666] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23448334-cce5-41e5-9e49-d4c883b882ed in Status: IN_PROGRESS for 2s [ 1012.787257] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f7eb5c3-ad65-4a09-b00b-15b1c009f983 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.787257] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f7eb5c3-ad65-4a09-b00b-15b1c009f983" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.787257] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3f7eb5c3-ad65-4a09-b00b-15b1c009f983',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.787568] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b26e49f7-63b3-46c8-93d4-f72dc9d73c6e with status ACTIVE [ 1012.787821] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.787915] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.788250] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.788450] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.788588] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.788866] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.789028] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.789126] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.789371] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.789505] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.790727] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.790727] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.790727] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.790727] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.790727] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.790727] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b26e49f7-63b3-46c8-93d4-f72dc9d73c6e is going to be updated. [ 1012.834722] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.834880] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.834950] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.835331] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.835491] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.835671] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b26e49f7-63b3-46c8-93d4-f72dc9d73c6e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.293507] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3f7eb5c3-ad65-4a09-b00b-15b1c009f983',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.797301] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.797301] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.797301] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.797301] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.797301] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.797301] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f7eb5c3-ad65-4a09-b00b-15b1c009f983 is going to be created. [ 1013.824084] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.824361] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.824361] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.824592] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.824758] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.837581] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f7eb5c3-ad65-4a09-b00b-15b1c009f983 in Status: UNINITIALIZED for 2s [ 1013.999263] env[65642]: INFO networking_nsxv3.common.synchronization [req-414c2c0b-604e-4e5e-bab9-9b260cdb1d1d req-45c71a18-632d-4c3b-b302-9c85215a184d tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Enqueued Resource ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d with Priority: HIGHEST for action security_group_members [ 1014.000175] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d with Priority: HIGHEST for action security_group_members [ 1014.000175] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-18f2a55f-5961-42a6-992b-c4e6552ec92d taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.000323] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.000323] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.001062] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.001062] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.001062] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.001062] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.001062] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.001461] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.001567] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18f2a55f-5961-42a6-992b-c4e6552ec92d',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.414015] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock network-130 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.414508] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "network-130" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.414807] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "network-130" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.415202] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "network-130" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.415587] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.415868] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.416078] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.416381] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.416634] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.416930] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1014.417073] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] NeedRegenerationException {{(pid=65642) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1014.417246] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] no value, waiting for create lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1014.417425] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] value creation lock acquired {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1014.417584] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1014.417743] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Calling creation function for not-yet-present value {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1014.417888] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1014.438970] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1014.439205] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65642) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1014.439387] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Released creation lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1014.439599] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "network-130" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.439958] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock port-19119365-eb1b-47b1-9c6c-282915587c27 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.440197] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "port-19119365-eb1b-47b1-9c6c-282915587c27" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.440347] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "port-19119365-eb1b-47b1-9c6c-282915587c27" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.440705] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "port-19119365-eb1b-47b1-9c6c-282915587c27" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.440893] env[65642]: DEBUG networking_nsxv3.api.rpc [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19119365-eb1b-47b1-9c6c-282915587c27',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.504439] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('18f2a55f-5961-42a6-992b-c4e6552ec92d',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.723732] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23448334-cce5-41e5-9e49-d4c883b882ed in Status: SUCCESS [ 1014.723983] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.943964] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.945049] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.945049] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.945049] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.945049] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.945049] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Segment Port 19119365-eb1b-47b1-9c6c-282915587c27 not found, creating... [ 1014.945433] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.945433] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.945577] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.945706] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.947216] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.947216] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.947216] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.947216] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.947216] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.947216] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.947216] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Resource: SegmentPort with ID: 19119365-eb1b-47b1-9c6c-282915587c27 is going to be created. [ 1014.969150] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.969380] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.969503] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.969773] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.970017] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.970251] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "port-19119365-eb1b-47b1-9c6c-282915587c27" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.008089] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('18f2a55f-5961-42a6-992b-c4e6552ec92d',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.510591] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.510987] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.510987] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.511118] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.511200] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.511260] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d is going to be updated. [ 1015.543209] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.543209] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.543209] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.543566] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.543679] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.561624] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d in Status: IN_PROGRESS for 2s [ 1015.698320] env[65642]: INFO networking_nsxv3.common.synchronization [req-414c2c0b-604e-4e5e-bab9-9b260cdb1d1d req-9c616aba-039d-415c-8310-025a9bc824f7 service nova] Enqueued Resource ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d with Priority: HIGHEST for action security_group_rules [ 1015.698493] env[65642]: INFO networking_nsxv3.common.synchronization [req-414c2c0b-604e-4e5e-bab9-9b260cdb1d1d req-9c616aba-039d-415c-8310-025a9bc824f7 service nova] Enqueued Resource ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d with Priority: HIGHEST for action security_group_members [ 1015.698645] env[65642]: INFO networking_nsxv3.common.synchronization [req-414c2c0b-604e-4e5e-bab9-9b260cdb1d1d req-9c616aba-039d-415c-8310-025a9bc824f7 service nova] Enqueued Resource ID: 19119365-eb1b-47b1-9c6c-282915587c27 with Priority: HIGHEST for action port [ 1015.699192] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d with Priority: HIGHEST for action security_group_rules [ 1015.699357] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d with Priority: HIGHEST for action security_group_members [ 1015.699519] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19119365-eb1b-47b1-9c6c-282915587c27 with Priority: HIGHEST for action port [ 1015.700319] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-18f2a55f-5961-42a6-992b-c4e6552ec92d taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.700536] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.700597] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.700838] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.702021] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('18f2a55f-5961-42a6-992b-c4e6552ec92d',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.703333] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-18f2a55f-5961-42a6-992b-c4e6552ec92d taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.703409] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.703609] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-19119365-eb1b-47b1-9c6c-282915587c27 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.703711] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-19119365-eb1b-47b1-9c6c-282915587c27" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.704352] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-19119365-eb1b-47b1-9c6c-282915587c27" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.704352] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-19119365-eb1b-47b1-9c6c-282915587c27" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.704352] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19119365-eb1b-47b1-9c6c-282915587c27',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.849515] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f7eb5c3-ad65-4a09-b00b-15b1c009f983 in Status: SUCCESS [ 1015.849775] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f7eb5c3-ad65-4a09-b00b-15b1c009f983" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.849952] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f7eb5c3-ad65-4a09-b00b-15b1c009f983" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.850204] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f7eb5c3-ad65-4a09-b00b-15b1c009f983" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.850402] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.850517] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.850582] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.850737] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.850833] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.850917] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f7eb5c3-ad65-4a09-b00b-15b1c009f983" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.851020] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3f7eb5c3-ad65-4a09-b00b-15b1c009f983',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.204513] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-18f2a55f-5961-42a6-992b-c4e6552ec92d taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.204513] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.207009] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 19119365-eb1b-47b1-9c6c-282915587c27 with status ACTIVE [ 1016.207174] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.207299] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.207379] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.207617] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.207706] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.207902] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.208328] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.208328] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.208328] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.208328] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.208532] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.208687] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.208687] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.208862] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.208909] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.209017] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 19119365-eb1b-47b1-9c6c-282915587c27 is going to be updated. [ 1016.237445] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.237708] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.237708] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.238016] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.238306] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.238563] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-19119365-eb1b-47b1-9c6c-282915587c27" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.359535] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3f7eb5c3-ad65-4a09-b00b-15b1c009f983',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.862012] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3f7eb5c3-ad65-4a09-b00b-15b1c009f983: rpc.has_security_group_logging(os_id): False [ 1016.881398] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.881550] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.881659] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.882148] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.882148] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.882339] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.882339] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.882950] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.882950] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.882950] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.882950] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f7eb5c3-ad65-4a09-b00b-15b1c009f983 is going to be created. [ 1016.958828] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.959095] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.959231] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.959559] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.960331] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.972665] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f7eb5c3-ad65-4a09-b00b-15b1c009f983 in Status: IN_PROGRESS for 2s [ 1017.572372] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d in Status: SUCCESS [ 1017.572372] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.572581] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.572765] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.572928] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.573157] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.573157] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.573307] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.573390] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.573968] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18f2a55f-5961-42a6-992b-c4e6552ec92d',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.076188] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('18f2a55f-5961-42a6-992b-c4e6552ec92d',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.579043] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('18f2a55f-5961-42a6-992b-c4e6552ec92d',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.985962] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f7eb5c3-ad65-4a09-b00b-15b1c009f983 in Status: SUCCESS [ 1018.986240] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f7eb5c3-ad65-4a09-b00b-15b1c009f983" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.081586] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.081874] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.081918] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.082253] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.082401] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.082562] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d is going to be updated. [ 1019.118083] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.118323] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.118412] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.118639] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.118829] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.129030] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d in Status: IN_PROGRESS for 2s [ 1019.741515] env[65642]: INFO networking_nsxv3.common.synchronization [req-d404fe36-16bc-4497-8eec-262f950b0762 req-9c2f8b50-243a-4eeb-8d92-dbe9a0fbf979 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Enqueued Resource ID: 86b90a03-d259-4366-8bad-4f4a3275453a with Priority: HIGHEST for action security_group_members [ 1019.741811] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86b90a03-d259-4366-8bad-4f4a3275453a with Priority: HIGHEST for action security_group_members [ 1019.742232] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-86b90a03-d259-4366-8bad-4f4a3275453a taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.742360] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86b90a03-d259-4366-8bad-4f4a3275453a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.742419] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86b90a03-d259-4366-8bad-4f4a3275453a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.742644] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86b90a03-d259-4366-8bad-4f4a3275453a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.742815] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.742895] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.742953] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.743112] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.743189] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.743313] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86b90a03-d259-4366-8bad-4f4a3275453a',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.141086] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock network-641 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.141454] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "network-641" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.141454] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "network-641" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.141730] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "network-641" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.142097] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.142295] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.142417] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.142677] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.142825] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.143232] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1020.143232] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] NeedRegenerationException {{(pid=65642) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1020.143346] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] no value, waiting for create lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1020.143414] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] value creation lock acquired {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1020.143536] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1020.143642] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Calling creation function for not-yet-present value {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1020.143797] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1020.179021] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1020.179021] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=65642) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1020.179021] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Released creation lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1020.179021] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "network-641" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.179021] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock port-e12990c0-897c-4783-8eec-2943f83ba0ee taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.179021] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "port-e12990c0-897c-4783-8eec-2943f83ba0ee" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.179021] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "port-e12990c0-897c-4783-8eec-2943f83ba0ee" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.179021] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "port-e12990c0-897c-4783-8eec-2943f83ba0ee" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.181261] env[65642]: DEBUG networking_nsxv3.api.rpc [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e12990c0-897c-4783-8eec-2943f83ba0ee',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.188561] env[65642]: INFO networking_nsxv3.common.synchronization [req-bfc8cdcd-03cb-45a6-a1d8-64ab77eb4a51 req-849207f7-f950-4cdf-b461-11a8accd81d1 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Enqueued Resource ID: ca9b2e2f-57ba-4755-9873-801e88f2f415 with Priority: HIGHEST for action security_group_members [ 1020.188748] env[65642]: INFO networking_nsxv3.common.synchronization [req-bfc8cdcd-03cb-45a6-a1d8-64ab77eb4a51 req-849207f7-f950-4cdf-b461-11a8accd81d1 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Enqueued Resource ID: 23448334-cce5-41e5-9e49-d4c883b882ed with Priority: HIGHEST for action security_group_members [ 1020.188876] env[65642]: INFO networking_nsxv3.common.synchronization [req-bfc8cdcd-03cb-45a6-a1d8-64ab77eb4a51 req-849207f7-f950-4cdf-b461-11a8accd81d1 tempest-SecurityGroupsTestJSON-1940680738 tempest-SecurityGroupsTestJSON-1940680738-project-member] Enqueued Resource ID: 15c96d75-3d0f-4d55-a58f-c18468166266 with Priority: HIGHEST for action security_group_members [ 1020.189443] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca9b2e2f-57ba-4755-9873-801e88f2f415 with Priority: HIGHEST for action security_group_members [ 1020.189599] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23448334-cce5-41e5-9e49-d4c883b882ed with Priority: HIGHEST for action security_group_members [ 1020.189744] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15c96d75-3d0f-4d55-a58f-c18468166266 with Priority: HIGHEST for action security_group_members [ 1020.190102] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca9b2e2f-57ba-4755-9873-801e88f2f415 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.190668] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca9b2e2f-57ba-4755-9873-801e88f2f415" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.190668] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca9b2e2f-57ba-4755-9873-801e88f2f415" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.190668] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca9b2e2f-57ba-4755-9873-801e88f2f415" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.190816] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.190869] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.190907] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.191071] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.191159] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.191256] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca9b2e2f-57ba-4755-9873-801e88f2f415',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.192145] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-23448334-cce5-41e5-9e49-d4c883b882ed taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.192253] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.192315] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.192469] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.192608] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.192713] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.193025] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.193025] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.193025] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.193213] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23448334-cce5-41e5-9e49-d4c883b882ed',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.193883] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-15c96d75-3d0f-4d55-a58f-c18468166266 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.193990] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15c96d75-3d0f-4d55-a58f-c18468166266" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.194064] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15c96d75-3d0f-4d55-a58f-c18468166266" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.194529] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15c96d75-3d0f-4d55-a58f-c18468166266" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.194529] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.194529] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.194529] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.194752] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.194752] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.194820] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15c96d75-3d0f-4d55-a58f-c18468166266',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.246287] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('86b90a03-d259-4366-8bad-4f4a3275453a',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.683576] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.683713] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.683756] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.684046] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.684268] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.684437] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Segment Port e12990c0-897c-4783-8eec-2943f83ba0ee not found, creating... [ 1020.684702] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.684866] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.684982] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.685242] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.685383] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.685666] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.685823] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.685937] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.686179] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.686317] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.686480] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Resource: SegmentPort with ID: e12990c0-897c-4783-8eec-2943f83ba0ee is going to be created. [ 1020.698029] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.698229] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.698347] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.698627] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.698734] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.698993] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.699184] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.699264] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.699454] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.699546] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.699640] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23448334-cce5-41e5-9e49-d4c883b882ed is going to be updated. [ 1020.701190] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.701373] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.701473] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.701667] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.702889] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.703051] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.713116] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.713414] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.713614] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.713943] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.714292] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.714591] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "port-e12990c0-897c-4783-8eec-2943f83ba0ee" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.723260] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.723851] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.723982] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.724085] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.724395] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.724492] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.724621] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca9b2e2f-57ba-4755-9873-801e88f2f415 is going to be updated. [ 1020.725910] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.726965] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.733586] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.733758] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.733839] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.734088] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.734318] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.744909] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23448334-cce5-41e5-9e49-d4c883b882ed in Status: IN_PROGRESS for 2s [ 1020.749805] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.750129] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.750274] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.750338] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.750548] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.750648] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.750742] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15c96d75-3d0f-4d55-a58f-c18468166266 is going to be updated. [ 1020.751850] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('86b90a03-d259-4366-8bad-4f4a3275453a',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.763020] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.763236] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.763280] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.763496] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.763661] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.772409] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca9b2e2f-57ba-4755-9873-801e88f2f415 in Status: IN_PROGRESS for 2s [ 1020.789247] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.789515] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.789515] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.789632] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.789787] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.800102] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15c96d75-3d0f-4d55-a58f-c18468166266 in Status: IN_PROGRESS for 2s [ 1021.139072] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d in Status: SUCCESS [ 1021.139666] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.139666] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.139768] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.139881] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.139997] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.140071] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.141190] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.141190] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.141190] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.141190] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('18f2a55f-5961-42a6-992b-c4e6552ec92d',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.255027] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.255292] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.255343] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.255573] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.255734] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.255843] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86b90a03-d259-4366-8bad-4f4a3275453a is going to be updated. [ 1021.361920] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.362152] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.362277] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.362577] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.362817] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.386252] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86b90a03-d259-4366-8bad-4f4a3275453a in Status: IN_PROGRESS for 2s [ 1021.439540] env[65642]: INFO networking_nsxv3.common.synchronization [req-d404fe36-16bc-4497-8eec-262f950b0762 req-7f5749ad-7255-46c4-adc9-344e878d2fe3 service nova] Enqueued Resource ID: 86b90a03-d259-4366-8bad-4f4a3275453a with Priority: HIGHEST for action security_group_rules [ 1021.439738] env[65642]: INFO networking_nsxv3.common.synchronization [req-d404fe36-16bc-4497-8eec-262f950b0762 req-7f5749ad-7255-46c4-adc9-344e878d2fe3 service nova] Enqueued Resource ID: 86b90a03-d259-4366-8bad-4f4a3275453a with Priority: HIGHEST for action security_group_members [ 1021.439875] env[65642]: INFO networking_nsxv3.common.synchronization [req-d404fe36-16bc-4497-8eec-262f950b0762 req-7f5749ad-7255-46c4-adc9-344e878d2fe3 service nova] Enqueued Resource ID: e12990c0-897c-4783-8eec-2943f83ba0ee with Priority: HIGHEST for action port [ 1021.440540] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86b90a03-d259-4366-8bad-4f4a3275453a with Priority: HIGHEST for action security_group_rules [ 1021.440685] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86b90a03-d259-4366-8bad-4f4a3275453a with Priority: HIGHEST for action security_group_members [ 1021.440785] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e12990c0-897c-4783-8eec-2943f83ba0ee with Priority: HIGHEST for action port [ 1021.441182] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86b90a03-d259-4366-8bad-4f4a3275453a taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.441296] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86b90a03-d259-4366-8bad-4f4a3275453a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.441296] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86b90a03-d259-4366-8bad-4f4a3275453a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.441511] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86b90a03-d259-4366-8bad-4f4a3275453a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.441595] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86b90a03-d259-4366-8bad-4f4a3275453a',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.442696] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-86b90a03-d259-4366-8bad-4f4a3275453a taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.442811] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86b90a03-d259-4366-8bad-4f4a3275453a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.445224] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-e12990c0-897c-4783-8eec-2943f83ba0ee taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.445377] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e12990c0-897c-4783-8eec-2943f83ba0ee" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.445437] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e12990c0-897c-4783-8eec-2943f83ba0ee" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.445691] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e12990c0-897c-4783-8eec-2943f83ba0ee" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.445776] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e12990c0-897c-4783-8eec-2943f83ba0ee',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.645916] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-18f2a55f-5961-42a6-992b-c4e6552ec92d taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.645916] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.645916] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.645916] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.645916] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.645916] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.645916] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.645916] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.645916] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.645916] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.645916] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-18f2a55f-5961-42a6-992b-c4e6552ec92d taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.645916] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.645916] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.645916] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.645916] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.645916] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.646748] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.646748] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.646748] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.646748] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.646748] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('18f2a55f-5961-42a6-992b-c4e6552ec92d',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.947636] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-86b90a03-d259-4366-8bad-4f4a3275453a taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.947781] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86b90a03-d259-4366-8bad-4f4a3275453a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.948027] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e12990c0-897c-4783-8eec-2943f83ba0ee with status ACTIVE [ 1021.948192] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.948299] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.948363] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.948720] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.948720] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.948794] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.949144] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.949144] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.949144] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.949329] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.949370] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.949499] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.949499] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.949630] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.949740] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.949791] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e12990c0-897c-4783-8eec-2943f83ba0ee is going to be updated. [ 1021.971922] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.972072] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.972116] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.972323] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.972468] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.973139] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e12990c0-897c-4783-8eec-2943f83ba0ee" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.149405] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 18f2a55f-5961-42a6-992b-c4e6552ec92d: rpc.has_security_group_logging(os_id): False [ 1022.167627] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.167627] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.167627] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.167922] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.187036] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.187340] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.187467] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.187536] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.187817] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.187817] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.188029] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.188126] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.188182] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.188328] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.188442] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.188594] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.188687] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.188748] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.188978] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.189068] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.189449] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d is going to be updated. [ 1022.297615] env[65642]: INFO networking_nsxv3.common.synchronization [req-ab9c9a51-dd98-4148-b10a-79cfc44df9cc req-1047ab85-c837-49cf-9724-ddb7ba7781d4 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Enqueued Resource ID: 0fd5ebee-27ad-48de-a780-a823cd496c9c with Priority: HIGHEST for action security_group_members [ 1022.298722] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.299060] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.299060] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.299215] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.299614] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.300773] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fd5ebee-27ad-48de-a780-a823cd496c9c with Priority: HIGHEST for action security_group_members [ 1022.301404] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fd5ebee-27ad-48de-a780-a823cd496c9c taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.301404] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.301404] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.301600] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.301725] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.301815] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.301874] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.302324] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.302324] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.302324] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0fd5ebee-27ad-48de-a780-a823cd496c9c',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.323553] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d in Status: IN_PROGRESS for 2s [ 1022.733317] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock network-365 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.733513] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "network-365" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.733636] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "network-365" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.733905] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "network-365" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.734221] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.734357] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.734505] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.734686] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.734833] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.735053] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1022.735170] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] NeedRegenerationException {{(pid=65642) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1022.735329] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] no value, waiting for create lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1022.735473] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] value creation lock acquired {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1022.735565] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1022.735673] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Calling creation function for not-yet-present value {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1022.735807] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1022.763299] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23448334-cce5-41e5-9e49-d4c883b882ed in Status: SUCCESS [ 1022.763489] env[65642]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23448334-cce5-41e5-9e49-d4c883b882ed deletion is rescheduled due to dependency. [ 1022.763611] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.787804] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca9b2e2f-57ba-4755-9873-801e88f2f415 in Status: SUCCESS [ 1022.787992] env[65642]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca9b2e2f-57ba-4755-9873-801e88f2f415 deletion is rescheduled due to dependency. [ 1022.788225] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca9b2e2f-57ba-4755-9873-801e88f2f415" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.801606] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1022.801957] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Cache value generated in 0.066 seconds for key(s): 'zone-id' {{(pid=65642) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1022.802228] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Released creation lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1022.802482] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "network-365" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.802894] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock port-45886824-0de7-45e9-a442-9a5b056a652a taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.803190] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "port-45886824-0de7-45e9-a442-9a5b056a652a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.803393] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "port-45886824-0de7-45e9-a442-9a5b056a652a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.803826] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "port-45886824-0de7-45e9-a442-9a5b056a652a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.805248] env[65642]: DEBUG networking_nsxv3.api.rpc [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45886824-0de7-45e9-a442-9a5b056a652a',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.806946] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.807141] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.807243] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.807499] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.823727] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15c96d75-3d0f-4d55-a58f-c18468166266 in Status: SUCCESS [ 1022.823810] env[65642]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15c96d75-3d0f-4d55-a58f-c18468166266 deletion is rescheduled due to dependency. [ 1022.823929] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15c96d75-3d0f-4d55-a58f-c18468166266" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.838066] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.841786] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.841786] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.841786] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.841786] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.841786] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.841786] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0fd5ebee-27ad-48de-a780-a823cd496c9c is going to be updated. [ 1022.871170] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.871170] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.871170] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.871706] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.871867] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.881863] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fd5ebee-27ad-48de-a780-a823cd496c9c in Status: IN_PROGRESS for 2s [ 1023.310671] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.311187] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.311187] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.311363] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.311532] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.311812] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Segment Port 45886824-0de7-45e9-a442-9a5b056a652a not found, creating... [ 1023.312051] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.312278] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.312427] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.312651] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.312789] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.313938] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.314247] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.314393] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.314691] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.314858] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.315062] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Resource: SegmentPort with ID: 45886824-0de7-45e9-a442-9a5b056a652a is going to be created. [ 1023.342496] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.342836] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.342836] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.343128] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.343363] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.343647] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "port-45886824-0de7-45e9-a442-9a5b056a652a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.399669] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86b90a03-d259-4366-8bad-4f4a3275453a in Status: SUCCESS [ 1023.399865] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86b90a03-d259-4366-8bad-4f4a3275453a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.400112] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86b90a03-d259-4366-8bad-4f4a3275453a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.400408] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86b90a03-d259-4366-8bad-4f4a3275453a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.400652] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.400805] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.400894] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.401120] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.401379] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.401482] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86b90a03-d259-4366-8bad-4f4a3275453a',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.903968] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('86b90a03-d259-4366-8bad-4f4a3275453a',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.087168] env[65642]: INFO networking_nsxv3.common.synchronization [req-ab9c9a51-dd98-4148-b10a-79cfc44df9cc req-8418521c-169d-4507-bcdb-35801cf82fb4 service nova] Enqueued Resource ID: 0fd5ebee-27ad-48de-a780-a823cd496c9c with Priority: HIGHEST for action security_group_rules [ 1024.087168] env[65642]: INFO networking_nsxv3.common.synchronization [req-ab9c9a51-dd98-4148-b10a-79cfc44df9cc req-8418521c-169d-4507-bcdb-35801cf82fb4 service nova] Enqueued Resource ID: 0fd5ebee-27ad-48de-a780-a823cd496c9c with Priority: HIGHEST for action security_group_members [ 1024.087168] env[65642]: INFO networking_nsxv3.common.synchronization [req-ab9c9a51-dd98-4148-b10a-79cfc44df9cc req-8418521c-169d-4507-bcdb-35801cf82fb4 service nova] Enqueued Resource ID: 45886824-0de7-45e9-a442-9a5b056a652a with Priority: HIGHEST for action port [ 1024.088171] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fd5ebee-27ad-48de-a780-a823cd496c9c with Priority: HIGHEST for action security_group_rules [ 1024.088502] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fd5ebee-27ad-48de-a780-a823cd496c9c with Priority: HIGHEST for action security_group_members [ 1024.088702] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45886824-0de7-45e9-a442-9a5b056a652a with Priority: HIGHEST for action port [ 1024.089128] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0fd5ebee-27ad-48de-a780-a823cd496c9c taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.089428] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.095376] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.095376] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.095376] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0fd5ebee-27ad-48de-a780-a823cd496c9c',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.095376] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fd5ebee-27ad-48de-a780-a823cd496c9c taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.095376] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.097477] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-45886824-0de7-45e9-a442-9a5b056a652a taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.097878] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-45886824-0de7-45e9-a442-9a5b056a652a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.098500] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-45886824-0de7-45e9-a442-9a5b056a652a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.098888] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-45886824-0de7-45e9-a442-9a5b056a652a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.099100] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45886824-0de7-45e9-a442-9a5b056a652a',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.337383] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d in Status: SUCCESS [ 1024.337831] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.407516] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('86b90a03-d259-4366-8bad-4f4a3275453a',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.602370] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fd5ebee-27ad-48de-a780-a823cd496c9c taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.602571] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.602629] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 45886824-0de7-45e9-a442-9a5b056a652a with status ACTIVE [ 1024.602820] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.602932] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.603047] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.603294] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.603356] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.603481] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.603610] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.603610] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.603800] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.603856] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.604009] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.604106] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.604158] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.604340] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.604417] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.604491] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 45886824-0de7-45e9-a442-9a5b056a652a is going to be updated. [ 1024.630717] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.630874] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.630932] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.631242] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.631349] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.631430] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-45886824-0de7-45e9-a442-9a5b056a652a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.894338] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fd5ebee-27ad-48de-a780-a823cd496c9c in Status: SUCCESS [ 1024.894532] env[65642]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0fd5ebee-27ad-48de-a780-a823cd496c9c deletion is rescheduled due to dependency. [ 1024.894532] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.894881] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.895140] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.895351] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.895466] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.895543] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.895708] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.895791] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.895891] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0fd5ebee-27ad-48de-a780-a823cd496c9c',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.911708] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.912023] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.912177] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.912388] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.912486] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.912589] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86b90a03-d259-4366-8bad-4f4a3275453a is going to be updated. [ 1024.943182] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.943182] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.943349] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.943463] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.943611] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.953223] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86b90a03-d259-4366-8bad-4f4a3275453a in Status: IN_PROGRESS for 2s [ 1025.399024] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0fd5ebee-27ad-48de-a780-a823cd496c9c',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.901896] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0fd5ebee-27ad-48de-a780-a823cd496c9c',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.404145] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.404592] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.404757] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.405879] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.405879] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.405879] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0fd5ebee-27ad-48de-a780-a823cd496c9c is going to be updated. [ 1026.448964] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.448964] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.448964] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.448964] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.448964] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.458869] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fd5ebee-27ad-48de-a780-a823cd496c9c in Status: IN_PROGRESS for 2s [ 1026.964089] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86b90a03-d259-4366-8bad-4f4a3275453a in Status: SUCCESS [ 1026.964353] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86b90a03-d259-4366-8bad-4f4a3275453a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.964534] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86b90a03-d259-4366-8bad-4f4a3275453a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.964764] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86b90a03-d259-4366-8bad-4f4a3275453a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.965257] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.965257] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.965257] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.965423] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.965423] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.965484] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86b90a03-d259-4366-8bad-4f4a3275453a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.965587] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('86b90a03-d259-4366-8bad-4f4a3275453a',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.468398] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('86b90a03-d259-4366-8bad-4f4a3275453a',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.971653] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 86b90a03-d259-4366-8bad-4f4a3275453a: rpc.has_security_group_logging(os_id): False [ 1027.992773] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.992896] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.993109] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.993252] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.015920] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.016356] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.016496] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.016549] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.016808] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.016921] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.017033] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86b90a03-d259-4366-8bad-4f4a3275453a is going to be updated. [ 1028.088053] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.088243] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.088326] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.088628] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.088763] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.102304] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86b90a03-d259-4366-8bad-4f4a3275453a in Status: IN_PROGRESS for 2s [ 1028.334843] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.335060] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.335172] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.335435] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.335573] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.469543] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fd5ebee-27ad-48de-a780-a823cd496c9c in Status: SUCCESS [ 1028.469835] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.469965] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.470200] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.470409] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.470528] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.470589] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.470768] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.470851] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.470935] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.471033] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0fd5ebee-27ad-48de-a780-a823cd496c9c',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.496188] env[65642]: INFO networking_nsxv3.common.synchronization [req-841b378e-e21e-4daf-be25-0711c21dcf5b req-726d9a11-136d-492f-bdb3-e6105cfbfc73 tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] Enqueued Resource ID: 53cede52-51ea-45cd-9c0f-49e623b57d5e with Priority: HIGHEST for action security_group_members [ 1028.496619] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53cede52-51ea-45cd-9c0f-49e623b57d5e with Priority: HIGHEST for action security_group_members [ 1028.497333] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-53cede52-51ea-45cd-9c0f-49e623b57d5e taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.497333] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53cede52-51ea-45cd-9c0f-49e623b57d5e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.497333] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53cede52-51ea-45cd-9c0f-49e623b57d5e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.497501] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53cede52-51ea-45cd-9c0f-49e623b57d5e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.497586] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.497648] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.497686] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.498581] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.498581] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.498581] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53cede52-51ea-45cd-9c0f-49e623b57d5e',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.836761] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock network-181 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.836973] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "network-181" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.837112] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "network-181" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.837502] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "network-181" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.837857] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.838044] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.838166] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.838388] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.838531] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.838736] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1028.838848] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] NeedRegenerationException {{(pid=65642) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1028.838960] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] no value, waiting for create lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1028.839082] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] value creation lock acquired {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1028.839189] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1028.839425] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Calling creation function for not-yet-present value {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1028.839512] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1028.841597] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.861759] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1028.861935] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65642) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1028.862094] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Released creation lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1028.862359] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "network-181" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.862747] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock port-a1929574-b07e-4d7f-b123-347c66ce5be8 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.862945] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "port-a1929574-b07e-4d7f-b123-347c66ce5be8" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.863080] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "port-a1929574-b07e-4d7f-b123-347c66ce5be8" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.863410] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "port-a1929574-b07e-4d7f-b123-347c66ce5be8" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.863547] env[65642]: DEBUG networking_nsxv3.api.rpc [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1929574-b07e-4d7f-b123-347c66ce5be8',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.974418] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fd5ebee-27ad-48de-a780-a823cd496c9c taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.974418] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.974418] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.974418] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.974418] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.974418] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.974797] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.974797] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.974797] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.974797] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.974941] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fd5ebee-27ad-48de-a780-a823cd496c9c taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.975035] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.975090] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.975232] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.975394] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.975503] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.975565] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.975702] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.975816] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.975852] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.975981] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0fd5ebee-27ad-48de-a780-a823cd496c9c',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.001012] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.001165] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.001270] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.001482] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.001611] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.001854] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.001986] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.002066] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.002303] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.002383] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.002472] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53cede52-51ea-45cd-9c0f-49e623b57d5e already deleted. [ 1029.002553] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53cede52-51ea-45cd-9c0f-49e623b57d5e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.344451] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.366332] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.366790] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.367012] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.367748] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.367823] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.368084] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Segment Port a1929574-b07e-4d7f-b123-347c66ce5be8 not found, creating... [ 1029.368607] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.368902] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.369150] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.370204] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.370204] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.370793] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.370887] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.371213] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.371401] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.372024] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.372024] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Resource: SegmentPort with ID: a1929574-b07e-4d7f-b123-347c66ce5be8 is going to be created. [ 1029.399479] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.399778] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.399967] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.400381] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.400730] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.401055] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "port-a1929574-b07e-4d7f-b123-347c66ce5be8" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.479030] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0fd5ebee-27ad-48de-a780-a823cd496c9c: rpc.has_security_group_logging(os_id): False [ 1029.511868] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.511868] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.511868] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.511868] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.511868] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.512322] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.512322] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.512322] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.512599] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.512599] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.512746] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.512884] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.512932] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.513151] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.513236] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.513520] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.513597] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.513661] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.513861] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.513979] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.514110] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0fd5ebee-27ad-48de-a780-a823cd496c9c is going to be updated. [ 1029.632936] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.634064] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.634064] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.634064] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.634064] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.652962] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0fd5ebee-27ad-48de-a780-a823cd496c9c in Status: IN_PROGRESS for 2s [ 1029.849466] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1029.849466] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1030.118169] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86b90a03-d259-4366-8bad-4f4a3275453a in Status: SUCCESS [ 1030.119861] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86b90a03-d259-4366-8bad-4f4a3275453a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.163635] env[65642]: INFO networking_nsxv3.common.synchronization [req-841b378e-e21e-4daf-be25-0711c21dcf5b req-44f1bdef-187f-4339-826d-942f853c4188 service nova] Enqueued Resource ID: 53cede52-51ea-45cd-9c0f-49e623b57d5e with Priority: HIGHEST for action security_group_rules [ 1030.163635] env[65642]: INFO networking_nsxv3.common.synchronization [req-841b378e-e21e-4daf-be25-0711c21dcf5b req-44f1bdef-187f-4339-826d-942f853c4188 service nova] Enqueued Resource ID: 53cede52-51ea-45cd-9c0f-49e623b57d5e with Priority: HIGHEST for action security_group_members [ 1030.163635] env[65642]: INFO networking_nsxv3.common.synchronization [req-841b378e-e21e-4daf-be25-0711c21dcf5b req-44f1bdef-187f-4339-826d-942f853c4188 service nova] Enqueued Resource ID: a1929574-b07e-4d7f-b123-347c66ce5be8 with Priority: HIGHEST for action port [ 1030.163635] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53cede52-51ea-45cd-9c0f-49e623b57d5e with Priority: HIGHEST for action security_group_rules [ 1030.163635] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53cede52-51ea-45cd-9c0f-49e623b57d5e with Priority: HIGHEST for action security_group_members [ 1030.163635] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1929574-b07e-4d7f-b123-347c66ce5be8 with Priority: HIGHEST for action port [ 1030.166784] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53cede52-51ea-45cd-9c0f-49e623b57d5e taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.166784] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53cede52-51ea-45cd-9c0f-49e623b57d5e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.166784] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53cede52-51ea-45cd-9c0f-49e623b57d5e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.166784] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53cede52-51ea-45cd-9c0f-49e623b57d5e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.166784] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53cede52-51ea-45cd-9c0f-49e623b57d5e',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.167500] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-53cede52-51ea-45cd-9c0f-49e623b57d5e taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.167736] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53cede52-51ea-45cd-9c0f-49e623b57d5e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.167892] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53cede52-51ea-45cd-9c0f-49e623b57d5e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.168156] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53cede52-51ea-45cd-9c0f-49e623b57d5e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.168394] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.168600] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.168749] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.168992] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.169196] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.169373] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53cede52-51ea-45cd-9c0f-49e623b57d5e',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.171350] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-a1929574-b07e-4d7f-b123-347c66ce5be8 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.173605] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a1929574-b07e-4d7f-b123-347c66ce5be8" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.173605] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a1929574-b07e-4d7f-b123-347c66ce5be8" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.173605] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a1929574-b07e-4d7f-b123-347c66ce5be8" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.173605] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1929574-b07e-4d7f-b123-347c66ce5be8',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.674490] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('53cede52-51ea-45cd-9c0f-49e623b57d5e',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.675442] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-53cede52-51ea-45cd-9c0f-49e623b57d5e taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.675683] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53cede52-51ea-45cd-9c0f-49e623b57d5e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.676329] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a1929574-b07e-4d7f-b123-347c66ce5be8 with status ACTIVE [ 1030.676329] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.676329] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.676329] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.677270] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.677270] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.677270] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.677270] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.677270] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.678918] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.678918] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.678918] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.678918] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.679402] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.679402] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.679402] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.679584] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a1929574-b07e-4d7f-b123-347c66ce5be8 is going to be updated. [ 1030.711971] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.713105] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.713105] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.713105] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.713105] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.713432] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a1929574-b07e-4d7f-b123-347c66ce5be8" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.824135] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.824494] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.824614] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.825239] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.841824] env[65642]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1030.842906] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.844772] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1030.892457] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.892457] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.892457] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.892457] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.906388] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.907484] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1030.907734] env[65642]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65642) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1030.907936] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1030.963645] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.963831] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.963995] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.964235] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.968315] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.968315] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1031.066595] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.067084] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.067173] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.067901] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.068825] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.068951] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1031.178239] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.178239] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.178239] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.178239] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.178239] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.178629] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:47. [ 1031.178629] env[65642]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0', '86b90a03-d259-4366-8bad-4f4a3275453a', 'ae924ace-0eec-4781-9c67-ca2b9a232896', '18f2a55f-5961-42a6-992b-c4e6552ec92d', 'a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f', '619d6403-58f4-45fd-acf7-1c497a2bbbc3', '667f782b-a80d-4de6-9fef-1129c0d1ade3', '15c96d75-3d0f-4d55-a58f-c18468166266', 'e9874fe6-85d8-43ab-a240-8e7827e2d497', '23448334-cce5-41e5-9e49-d4c883b882ed', '29b0f435-3101-4563-be4b-60c15a948cbb', '275dc271-b0af-4a42-966e-14343faaa755', 'e46e3e81-dafc-44f9-914d-ddc98eeed238', '2218493c-99bf-4de1-ab14-7da434099a02', 'a805e9bd-3633-42ef-91d2-c0770cea0ec3', 'af8aa414-c14e-475c-a40c-0abe99e63e5c', 'f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886', 'aa6b012c-6869-4cc3-add0-39f67d12abcd', 'ec8e4ab5-7d93-4c71-b1da-a89a029a0e52', '423fbad1-c879-4362-9cdf-87cc963850e4', 'b2b935df-b98e-4ceb-95d1-1ecf01324f0f', '52a09aee-b32c-48d2-9612-acc7b29cb841', 'b8ec4214-95fc-4945-8050-c52f58369b15', 'c0ae4e9b-c54a-4f1c-9df6-fa9ac3699feb', '3e96f8e3-7b81-48f5-a5c7-127b0a96e9b1', '1aecea80-494d-41f8-8a12-054ef61d5f69', '3f7eb5c3-ad65-4a09-b00b-15b1c009f983', '8732058f-de18-4fc5-aa07-afa7e3868124', 'd635d881-3548-4b12-a74f-a8f1d313a45f', '31e0beaf-c6c1-43d2-ab6b-6b99bcf6a805', 'f5793b24-06e3-473f-bd9b-dc44d866d2ae', 'c5f0f474-41d7-4660-b77b-028a6481a05c', '4197232b-00b3-4d7e-9a44-4c4f5c98a24d', '60915886-e743-46f2-98ba-f3a6940b1e66', 'c35b78ff-cf2f-4afe-984f-527867e449a5', '4bfd9b79-1782-475e-b528-c73d4a703442', '772f4be7-9647-4df0-9cfc-f9cfde6aae9f', 'b503b44c-c026-4120-95d4-701afa7d90c7', '0fd5ebee-27ad-48de-a780-a823cd496c9c', 'ca9b2e2f-57ba-4755-9873-801e88f2f415', '406cbf14-aa8e-4583-befe-4098212656f7', '64cf095e-38c6-4f59-b404-ca6f57072317', 'ded6cb3b-98af-4f02-b861-6a4f64414c21', '53fa6b5d-a282-40e5-bbc1-4ba618028562', '7f322dc7-729f-4659-a989-5edfc1fb65bc', '12e7544c-4c8e-45d8-8e82-a54d4aa3a7db', 'b5abfe10-89da-46cf-9000-f717ab636113'} {{(pid=65642) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1031.178629] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1031.183140] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('53cede52-51ea-45cd-9c0f-49e623b57d5e',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.203380] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.203380] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.203380] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.203742] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.203742] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.203819] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1031.203922] env[65642]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65642) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1031.204328] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1031.310970] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.311168] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.311254] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.311503] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.312938] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.313079] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1031.313155] env[65642]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65642) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1031.313249] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1031.313339] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1031.313422] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/47 resources of Type:Security Group Rules [ 1031.313514] env[65642]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0 with Priority: HIGH for action security_group_rules [ 1031.313626] env[65642]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 86b90a03-d259-4366-8bad-4f4a3275453a with Priority: HIGH for action security_group_rules [ 1031.313734] env[65642]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ae924ace-0eec-4781-9c67-ca2b9a232896 with Priority: HIGH for action security_group_rules [ 1031.313815] env[65642]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d with Priority: HIGH for action security_group_rules [ 1031.313883] env[65642]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f with Priority: HIGH for action security_group_rules [ 1031.313959] env[65642]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 619d6403-58f4-45fd-acf7-1c497a2bbbc3 with Priority: HIGH for action security_group_rules [ 1031.315664] env[65642]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 667f782b-a80d-4de6-9fef-1129c0d1ade3 with Priority: HIGH for action security_group_rules [ 1031.315664] env[65642]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 15c96d75-3d0f-4d55-a58f-c18468166266 with Priority: HIGH for action security_group_rules [ 1031.315664] env[65642]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e9874fe6-85d8-43ab-a240-8e7827e2d497 with Priority: HIGH for action security_group_rules [ 1031.315664] env[65642]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 23448334-cce5-41e5-9e49-d4c883b882ed with Priority: HIGH for action security_group_rules [ 1031.315664] env[65642]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 29b0f435-3101-4563-be4b-60c15a948cbb with Priority: HIGH for action security_group_rules [ 1031.315664] env[65642]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 275dc271-b0af-4a42-966e-14343faaa755 with Priority: HIGH for action security_group_rules [ 1031.315664] env[65642]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e46e3e81-dafc-44f9-914d-ddc98eeed238 with Priority: HIGH for action security_group_rules [ 1031.315664] env[65642]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2218493c-99bf-4de1-ab14-7da434099a02 with Priority: HIGH for action security_group_rules [ 1031.315664] env[65642]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a805e9bd-3633-42ef-91d2-c0770cea0ec3 with Priority: HIGH for action security_group_rules [ 1031.315664] env[65642]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: af8aa414-c14e-475c-a40c-0abe99e63e5c with Priority: HIGH for action security_group_rules [ 1031.315664] env[65642]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886 with Priority: HIGH for action security_group_rules [ 1031.315664] env[65642]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: aa6b012c-6869-4cc3-add0-39f67d12abcd with Priority: HIGH for action security_group_rules [ 1031.315664] env[65642]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ec8e4ab5-7d93-4c71-b1da-a89a029a0e52 with Priority: HIGH for action security_group_rules [ 1031.315664] env[65642]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 423fbad1-c879-4362-9cdf-87cc963850e4 with Priority: HIGH for action security_group_rules [ 1031.315664] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.666093] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0fd5ebee-27ad-48de-a780-a823cd496c9c in Status: SUCCESS [ 1031.667198] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.685101] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.685683] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.685683] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.685856] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.685975] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.686070] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53cede52-51ea-45cd-9c0f-49e623b57d5e is going to be created. [ 1031.709879] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.710040] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.710404] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.710404] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.710477] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.725283] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53cede52-51ea-45cd-9c0f-49e623b57d5e in Status: UNINITIALIZED for 2s [ 1032.358553] env[65642]: INFO networking_nsxv3.common.synchronization [None req-b0ba918c-0f71-4fda-ac33-f28686dc9cdb tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Enqueued Resource ID: b8ec4214-95fc-4945-8050-c52f58369b15 with Priority: HIGHEST for action security_group_members [ 1032.358553] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8ec4214-95fc-4945-8050-c52f58369b15 with Priority: HIGHEST for action security_group_members [ 1032.358760] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0 with Priority: HIGH for action security_group_rules [ 1032.358827] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae924ace-0eec-4781-9c67-ca2b9a232896 with Priority: HIGH for action security_group_rules [ 1032.359137] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 667f782b-a80d-4de6-9fef-1129c0d1ade3 with Priority: HIGH for action security_group_rules [ 1032.359137] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a805e9bd-3633-42ef-91d2-c0770cea0ec3 with Priority: HIGH for action security_group_rules [ 1032.359310] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 423fbad1-c879-4362-9cdf-87cc963850e4 with Priority: HIGH for action security_group_rules [ 1032.359353] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec8e4ab5-7d93-4c71-b1da-a89a029a0e52 with Priority: HIGH for action security_group_rules [ 1032.359589] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa6b012c-6869-4cc3-add0-39f67d12abcd with Priority: HIGH for action security_group_rules [ 1032.359589] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886 with Priority: HIGH for action security_group_rules [ 1032.359727] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2218493c-99bf-4de1-ab14-7da434099a02 with Priority: HIGH for action security_group_rules [ 1032.359832] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af8aa414-c14e-475c-a40c-0abe99e63e5c with Priority: HIGH for action security_group_rules [ 1032.360147] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e46e3e81-dafc-44f9-914d-ddc98eeed238 with Priority: HIGH for action security_group_rules [ 1032.360147] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 275dc271-b0af-4a42-966e-14343faaa755 with Priority: HIGH for action security_group_rules [ 1032.360313] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29b0f435-3101-4563-be4b-60c15a948cbb with Priority: HIGH for action security_group_rules [ 1032.361613] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23448334-cce5-41e5-9e49-d4c883b882ed with Priority: HIGH for action security_group_rules [ 1032.361613] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9874fe6-85d8-43ab-a240-8e7827e2d497 with Priority: HIGH for action security_group_rules [ 1032.361613] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 619d6403-58f4-45fd-acf7-1c497a2bbbc3 with Priority: HIGH for action security_group_rules [ 1032.361613] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15c96d75-3d0f-4d55-a58f-c18468166266 with Priority: HIGH for action security_group_rules [ 1032.361613] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f with Priority: HIGH for action security_group_rules [ 1032.361613] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86b90a03-d259-4366-8bad-4f4a3275453a with Priority: HIGH for action security_group_rules [ 1032.361613] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d with Priority: HIGH for action security_group_rules [ 1032.361613] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8ec4214-95fc-4945-8050-c52f58369b15 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.362201] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8ec4214-95fc-4945-8050-c52f58369b15" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.362201] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8ec4214-95fc-4945-8050-c52f58369b15" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.362343] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8ec4214-95fc-4945-8050-c52f58369b15" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.362652] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.362652] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.362652] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.362833] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.362833] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.362956] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8ec4214-95fc-4945-8050-c52f58369b15',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.364479] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.365196] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.365196] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.365196] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.365196] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.365928] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ae924ace-0eec-4781-9c67-ca2b9a232896 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.365928] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ae924ace-0eec-4781-9c67-ca2b9a232896" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.366064] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ae924ace-0eec-4781-9c67-ca2b9a232896" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.366802] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ae924ace-0eec-4781-9c67-ca2b9a232896" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.366802] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ae924ace-0eec-4781-9c67-ca2b9a232896',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.368623] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-667f782b-a80d-4de6-9fef-1129c0d1ade3 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.368623] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-667f782b-a80d-4de6-9fef-1129c0d1ade3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.368623] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-667f782b-a80d-4de6-9fef-1129c0d1ade3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.368623] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-667f782b-a80d-4de6-9fef-1129c0d1ade3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.368623] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('667f782b-a80d-4de6-9fef-1129c0d1ade3',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.369532] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a805e9bd-3633-42ef-91d2-c0770cea0ec3 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.369532] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a805e9bd-3633-42ef-91d2-c0770cea0ec3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.369532] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a805e9bd-3633-42ef-91d2-c0770cea0ec3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.369532] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a805e9bd-3633-42ef-91d2-c0770cea0ec3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.369532] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a805e9bd-3633-42ef-91d2-c0770cea0ec3',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.372434] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-423fbad1-c879-4362-9cdf-87cc963850e4 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.372434] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-423fbad1-c879-4362-9cdf-87cc963850e4" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.372434] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-423fbad1-c879-4362-9cdf-87cc963850e4" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.372434] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-423fbad1-c879-4362-9cdf-87cc963850e4" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.372434] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('423fbad1-c879-4362-9cdf-87cc963850e4',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.372434] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ec8e4ab5-7d93-4c71-b1da-a89a029a0e52 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.372434] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ec8e4ab5-7d93-4c71-b1da-a89a029a0e52" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.372434] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ec8e4ab5-7d93-4c71-b1da-a89a029a0e52" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.372434] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ec8e4ab5-7d93-4c71-b1da-a89a029a0e52" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.372434] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ec8e4ab5-7d93-4c71-b1da-a89a029a0e52',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.373023] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa6b012c-6869-4cc3-add0-39f67d12abcd taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.373023] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa6b012c-6869-4cc3-add0-39f67d12abcd" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.373023] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa6b012c-6869-4cc3-add0-39f67d12abcd" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.373188] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa6b012c-6869-4cc3-add0-39f67d12abcd" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.375201] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa6b012c-6869-4cc3-add0-39f67d12abcd',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.375201] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.375201] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.375201] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.375201] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.375201] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.375548] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2218493c-99bf-4de1-ab14-7da434099a02 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.375548] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2218493c-99bf-4de1-ab14-7da434099a02" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.375676] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2218493c-99bf-4de1-ab14-7da434099a02" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.375743] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2218493c-99bf-4de1-ab14-7da434099a02" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.375796] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2218493c-99bf-4de1-ab14-7da434099a02',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.376589] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-af8aa414-c14e-475c-a40c-0abe99e63e5c taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.376736] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-af8aa414-c14e-475c-a40c-0abe99e63e5c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.376803] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-af8aa414-c14e-475c-a40c-0abe99e63e5c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.377462] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-af8aa414-c14e-475c-a40c-0abe99e63e5c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.377462] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('af8aa414-c14e-475c-a40c-0abe99e63e5c',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.377762] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e46e3e81-dafc-44f9-914d-ddc98eeed238 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.377879] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e46e3e81-dafc-44f9-914d-ddc98eeed238" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.378027] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e46e3e81-dafc-44f9-914d-ddc98eeed238" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.378193] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e46e3e81-dafc-44f9-914d-ddc98eeed238" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.378253] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e46e3e81-dafc-44f9-914d-ddc98eeed238',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.381316] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-275dc271-b0af-4a42-966e-14343faaa755 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.381448] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.381498] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.381810] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.381810] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('275dc271-b0af-4a42-966e-14343faaa755',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.382941] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-29b0f435-3101-4563-be4b-60c15a948cbb taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.382941] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-29b0f435-3101-4563-be4b-60c15a948cbb" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.383107] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-29b0f435-3101-4563-be4b-60c15a948cbb" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.383144] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-29b0f435-3101-4563-be4b-60c15a948cbb" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.384589] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('29b0f435-3101-4563-be4b-60c15a948cbb',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.384589] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-23448334-cce5-41e5-9e49-d4c883b882ed taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.384589] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.384589] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.384589] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.385273] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('23448334-cce5-41e5-9e49-d4c883b882ed',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.385443] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9874fe6-85d8-43ab-a240-8e7827e2d497 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.385497] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9874fe6-85d8-43ab-a240-8e7827e2d497" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.385897] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9874fe6-85d8-43ab-a240-8e7827e2d497" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.385897] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9874fe6-85d8-43ab-a240-8e7827e2d497" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.385897] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9874fe6-85d8-43ab-a240-8e7827e2d497',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.386667] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-619d6403-58f4-45fd-acf7-1c497a2bbbc3 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.386823] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-619d6403-58f4-45fd-acf7-1c497a2bbbc3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.386948] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-619d6403-58f4-45fd-acf7-1c497a2bbbc3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.387183] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-619d6403-58f4-45fd-acf7-1c497a2bbbc3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.387260] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('619d6403-58f4-45fd-acf7-1c497a2bbbc3',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.388612] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-15c96d75-3d0f-4d55-a58f-c18468166266 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.388612] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-15c96d75-3d0f-4d55-a58f-c18468166266" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.388612] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-15c96d75-3d0f-4d55-a58f-c18468166266" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.389859] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-15c96d75-3d0f-4d55-a58f-c18468166266" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.389954] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('15c96d75-3d0f-4d55-a58f-c18468166266',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.390965] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.390965] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.390965] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.391603] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.391688] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.393516] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86b90a03-d259-4366-8bad-4f4a3275453a taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.393516] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86b90a03-d259-4366-8bad-4f4a3275453a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.393516] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86b90a03-d259-4366-8bad-4f4a3275453a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.393831] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86b90a03-d259-4366-8bad-4f4a3275453a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.393831] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86b90a03-d259-4366-8bad-4f4a3275453a',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.395148] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-18f2a55f-5961-42a6-992b-c4e6552ec92d taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.395334] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.395527] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.396038] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.396038] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('18f2a55f-5961-42a6-992b-c4e6552ec92d',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.849199] env[65642]: INFO networking_nsxv3.common.synchronization [req-2a18b299-13ba-4540-bf8c-248e386660e6 req-57090b02-50db-4874-8c05-427c84203d1c tempest-ServersV294TestFqdnHostnames-1812956799 tempest-ServersV294TestFqdnHostnames-1812956799-project-member] Enqueued Resource ID: 7f322dc7-729f-4659-a989-5edfc1fb65bc with Priority: HIGHEST for action security_group_members [ 1032.853140] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f322dc7-729f-4659-a989-5edfc1fb65bc with Priority: HIGHEST for action security_group_members [ 1032.854073] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f322dc7-729f-4659-a989-5edfc1fb65bc taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.854073] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f322dc7-729f-4659-a989-5edfc1fb65bc" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.854403] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f322dc7-729f-4659-a989-5edfc1fb65bc" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.854450] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f322dc7-729f-4659-a989-5edfc1fb65bc" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.854674] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.854793] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.854793] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.855018] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.855100] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.855200] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f322dc7-729f-4659-a989-5edfc1fb65bc',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.909642] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-619d6403-58f4-45fd-acf7-1c497a2bbbc3 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.909642] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-619d6403-58f4-45fd-acf7-1c497a2bbbc3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.909642] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-619d6403-58f4-45fd-acf7-1c497a2bbbc3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.909642] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-619d6403-58f4-45fd-acf7-1c497a2bbbc3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.909642] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.909642] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.910082] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.910082] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.910082] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.910182] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-619d6403-58f4-45fd-acf7-1c497a2bbbc3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.910225] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('619d6403-58f4-45fd-acf7-1c497a2bbbc3',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.917510] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.917662] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.917740] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.918630] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.918630] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.918630] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.918630] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.918630] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.918630] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.918630] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.919057] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.925018] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-667f782b-a80d-4de6-9fef-1129c0d1ade3 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.925018] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-667f782b-a80d-4de6-9fef-1129c0d1ade3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.925018] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-667f782b-a80d-4de6-9fef-1129c0d1ade3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.925018] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-667f782b-a80d-4de6-9fef-1129c0d1ade3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.925018] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.925018] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.925018] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.925018] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.925018] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.925018] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-667f782b-a80d-4de6-9fef-1129c0d1ade3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.925018] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('667f782b-a80d-4de6-9fef-1129c0d1ade3',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.925858] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.925989] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.927134] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.927337] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.931494] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-2218493c-99bf-4de1-ab14-7da434099a02 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.931667] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2218493c-99bf-4de1-ab14-7da434099a02" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.931713] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2218493c-99bf-4de1-ab14-7da434099a02" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.931886] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2218493c-99bf-4de1-ab14-7da434099a02" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.932048] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.932158] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.932212] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.932346] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.932437] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.932510] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2218493c-99bf-4de1-ab14-7da434099a02" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.932616] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2218493c-99bf-4de1-ab14-7da434099a02',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.934851] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-86b90a03-d259-4366-8bad-4f4a3275453a taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.934851] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86b90a03-d259-4366-8bad-4f4a3275453a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.935125] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86b90a03-d259-4366-8bad-4f4a3275453a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.935125] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86b90a03-d259-4366-8bad-4f4a3275453a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.935265] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.935410] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.935475] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.935626] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.935760] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.935859] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86b90a03-d259-4366-8bad-4f4a3275453a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.935971] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('86b90a03-d259-4366-8bad-4f4a3275453a',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.942052] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-18f2a55f-5961-42a6-992b-c4e6552ec92d taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.942052] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.942052] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.942052] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.942052] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.942052] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.942052] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.942052] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.942052] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.942984] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.942984] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('18f2a55f-5961-42a6-992b-c4e6552ec92d',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.981720] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.981898] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.995167] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.995551] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.001167] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.001334] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.003084] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.003084] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.005553] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.005834] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.007140] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.007309] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.011428] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.011428] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.011428] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.011428] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.013046] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.013046] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.013046] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.013046] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.013700] env[65642]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1033.014143] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.014360] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.014453] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.014516] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.014766] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.014876] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.014876] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8ec4214-95fc-4945-8050-c52f58369b15 is going to be updated. [ 1033.017366] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.017366] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.017366] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.017366] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.026108] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.026108] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.026108] env[65642]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1033.026108] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.026108] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.026108] env[65642]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1033.026108] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.026108] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.061821] env[65642]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1033.062645] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.062877] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ec8e4ab5-7d93-4c71-b1da-a89a029a0e52 is going to be deleted. [ 1033.064406] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.064817] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.067749] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.068703] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.068703] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.068703] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.068703] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.083426] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8ec4214-95fc-4945-8050-c52f58369b15 in Status: IN_PROGRESS for 2s [ 1033.098752] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.098752] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0 is going to be deleted. [ 1033.099823] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.100136] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.125129] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.125455] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e46e3e81-dafc-44f9-914d-ddc98eeed238 is going to be deleted. [ 1033.126563] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.126997] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.152334] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.152334] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ae924ace-0eec-4781-9c67-ca2b9a232896 is going to be deleted. [ 1033.153648] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.154397] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.178372] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.178372] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.178372] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.178372] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.181050] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.181208] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa6b012c-6869-4cc3-add0-39f67d12abcd is going to be deleted. [ 1033.182233] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.182534] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.206793] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.207061] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 15c96d75-3d0f-4d55-a58f-c18468166266 is going to be deleted. [ 1033.209109] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.209651] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.217263] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.217927] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.267412] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.267612] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.282054] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.282054] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a805e9bd-3633-42ef-91d2-c0770cea0ec3 is going to be deleted. [ 1033.282324] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.282387] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.328268] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.328446] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: af8aa414-c14e-475c-a40c-0abe99e63e5c is going to be deleted. [ 1033.330957] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.333417] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.360141] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.360465] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.362923] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.362923] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.369847] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.370057] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.406247] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.406247] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9874fe6-85d8-43ab-a240-8e7827e2d497 is going to be deleted. [ 1033.406973] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.407334] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.423577] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.445961] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('667f782b-a80d-4de6-9fef-1129c0d1ade3',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.448195] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('619d6403-58f4-45fd-acf7-1c497a2bbbc3',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.453548] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2218493c-99bf-4de1-ab14-7da434099a02',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.457182] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('86b90a03-d259-4366-8bad-4f4a3275453a',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.459198] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-18f2a55f-5961-42a6-992b-c4e6552ec92d taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.460180] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.460180] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.460180] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.460459] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.460459] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.460669] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.460877] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.461111] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.461216] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.461552] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-18f2a55f-5961-42a6-992b-c4e6552ec92d taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.462184] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.462184] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.462184] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.462184] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.462417] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.462417] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.462513] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.462755] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.462755] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.462902] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('18f2a55f-5961-42a6-992b-c4e6552ec92d',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.479456] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.479647] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886 is going to be deleted. [ 1033.483053] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.487125] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.516394] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.516727] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.562914] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.562914] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 423fbad1-c879-4362-9cdf-87cc963850e4 is going to be deleted. [ 1033.564599] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.565480] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.569876] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.570086] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.571867] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.571867] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.641567] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.642051] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 29b0f435-3101-4563-be4b-60c15a948cbb is going to be deleted. [ 1033.643062] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.643603] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.689230] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.689802] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 23448334-cce5-41e5-9e49-d4c883b882ed is going to be deleted. [ 1033.691497] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.691731] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.781382] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53cede52-51ea-45cd-9c0f-49e623b57d5e in Status: SUCCESS [ 1033.781689] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53cede52-51ea-45cd-9c0f-49e623b57d5e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.781914] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53cede52-51ea-45cd-9c0f-49e623b57d5e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.782223] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53cede52-51ea-45cd-9c0f-49e623b57d5e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.782449] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.782570] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.782654] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.782933] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.783082] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.783542] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53cede52-51ea-45cd-9c0f-49e623b57d5e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.783542] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('53cede52-51ea-45cd-9c0f-49e623b57d5e',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.788672] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.788941] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.789870] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.789987] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.801848] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.802192] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 275dc271-b0af-4a42-966e-14343faaa755 is going to be deleted. [ 1033.803741] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.804112] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.804731] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.804944] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ec8e4ab5-7d93-4c71-b1da-a89a029a0e52" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.806752] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.806752] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.807084] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.807313] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-70ffa5a4-94dd-48fc-9b0b-ce78bd71fad0" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.809535] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.809535] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.809535] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.809535] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.809535] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.809535] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-29b0f435-3101-4563-be4b-60c15a948cbb" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.809781] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.809953] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.810083] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.810374] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e46e3e81-dafc-44f9-914d-ddc98eeed238" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.810963] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.811195] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.811360] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.811649] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ae924ace-0eec-4781-9c67-ca2b9a232896" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.811649] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.811856] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.811990] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.812150] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa6b012c-6869-4cc3-add0-39f67d12abcd" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.812294] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.812474] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.887650] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.889988] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.890299] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.890432] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.890784] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.890939] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.891225] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f322dc7-729f-4659-a989-5edfc1fb65bc is going to be updated. [ 1033.892946] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.893203] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.893328] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.893540] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a805e9bd-3633-42ef-91d2-c0770cea0ec3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.893761] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.894905] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.894905] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.894905] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-af8aa414-c14e-475c-a40c-0abe99e63e5c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.894905] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.895336] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.895336] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.895716] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9874fe6-85d8-43ab-a240-8e7827e2d497" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.895951] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.896255] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.896395] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.896603] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f7b53c72-3f63-4c3a-9f5f-5f7bd5a63886" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.897041] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.897041] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.897212] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.898433] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-423fbad1-c879-4362-9cdf-87cc963850e4" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.899071] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.899432] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.899432] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.899623] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-15c96d75-3d0f-4d55-a58f-c18468166266" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.929057] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f: rpc.has_security_group_logging(os_id): False [ 1033.947608] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 667f782b-a80d-4de6-9fef-1129c0d1ade3: rpc.has_security_group_logging(os_id): False [ 1033.950629] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.951031] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.951031] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.951846] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.952049] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.952138] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-23448334-cce5-41e5-9e49-d4c883b882ed" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.953172] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 619d6403-58f4-45fd-acf7-1c497a2bbbc3: rpc.has_security_group_logging(os_id): False [ 1033.960487] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2218493c-99bf-4de1-ab14-7da434099a02: rpc.has_security_group_logging(os_id): False [ 1033.964320] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 86b90a03-d259-4366-8bad-4f4a3275453a: rpc.has_security_group_logging(os_id): False [ 1033.966156] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 18f2a55f-5961-42a6-992b-c4e6552ec92d: rpc.has_security_group_logging(os_id): False [ 1034.006467] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.007217] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.007217] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.007217] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.010044] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.010044] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.010868] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.010997] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.012081] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.012081] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.014025] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.014025] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.014025] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.014025] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.022571] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.022773] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.037397] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.037397] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.037397] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.037397] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.037397] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.066047] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f322dc7-729f-4659-a989-5edfc1fb65bc in Status: IN_PROGRESS for 2s [ 1034.078877] env[65642]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1034.079452] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.079836] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.079957] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.080045] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.080289] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.080374] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.080540] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 619d6403-58f4-45fd-acf7-1c497a2bbbc3 is going to be updated. [ 1034.081651] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.081848] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.116256] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.116782] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.116782] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.116782] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.116981] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.117087] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.117190] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2218493c-99bf-4de1-ab14-7da434099a02 is going to be updated. [ 1034.118421] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.118645] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.172508] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.172636] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.172740] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.172740] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.172925] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.173075] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.173223] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.173323] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.173372] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.173691] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.173691] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.173818] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.173875] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.173948] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.175311] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.175494] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.175636] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d is going to be updated. [ 1034.177176] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.177365] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.230832] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.231306] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.231479] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.231666] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.233060] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.233060] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.233060] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86b90a03-d259-4366-8bad-4f4a3275453a is going to be updated. [ 1034.233836] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.234032] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.264824] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.264824] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.283577] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.284065] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.284402] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.284402] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.285064] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.285064] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.285064] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f is going to be updated. [ 1034.286151] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.286485] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.286649] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.286854] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-275dc271-b0af-4a42-966e-14343faaa755" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.286992] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.287268] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.288918] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('53cede52-51ea-45cd-9c0f-49e623b57d5e',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.338896] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.339104] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.365394] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.365772] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.366015] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.366015] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.366634] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.366634] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.366634] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 667f782b-a80d-4de6-9fef-1129c0d1ade3 is going to be updated. [ 1034.368383] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.368639] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.368828] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.370211] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.370454] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.370599] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.373115] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.373319] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.373424] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.373621] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.373804] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.452036] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2218493c-99bf-4de1-ab14-7da434099a02 in Status: IN_PROGRESS for 2s [ 1034.452036] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 619d6403-58f4-45fd-acf7-1c497a2bbbc3 in Status: IN_PROGRESS for 2s [ 1034.463945] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.464221] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.464221] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.464844] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.464844] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.471179] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.471396] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.471449] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.471693] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.472070] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.491818] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d in Status: IN_PROGRESS for 2s [ 1034.502721] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f in Status: IN_PROGRESS for 2s [ 1034.503408] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86b90a03-d259-4366-8bad-4f4a3275453a in Status: IN_PROGRESS for 2s [ 1034.562610] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.562882] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.562882] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.563180] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.563378] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.608267] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 667f782b-a80d-4de6-9fef-1129c0d1ade3 in Status: IN_PROGRESS for 2s [ 1034.797058] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 53cede52-51ea-45cd-9c0f-49e623b57d5e: rpc.has_security_group_logging(os_id): False [ 1034.820569] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.820748] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.820798] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.821077] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.821215] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.821471] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.821582] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.821649] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.821817] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.821896] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.821986] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53cede52-51ea-45cd-9c0f-49e623b57d5e is going to be created. [ 1034.905377] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.905377] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.905377] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.905377] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.905377] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.918582] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53cede52-51ea-45cd-9c0f-49e623b57d5e in Status: IN_PROGRESS for 2s [ 1035.101575] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8ec4214-95fc-4945-8050-c52f58369b15 in Status: SUCCESS [ 1035.101575] env[65642]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8ec4214-95fc-4945-8050-c52f58369b15 deletion is rescheduled due to dependency. [ 1035.101575] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8ec4214-95fc-4945-8050-c52f58369b15" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.228163] env[65642]: INFO networking_nsxv3.common.synchronization [None req-4ffaa1a4-f3dc-45c2-a07d-9dae2483a53f None None] Enqueued Resource ID: a2ea5214-1a34-497f-9bd0-5f4547053b23 with Priority: HIGHEST for action port [ 1035.233250] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2ea5214-1a34-497f-9bd0-5f4547053b23 with Priority: HIGHEST for action port [ 1035.233250] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-a2ea5214-1a34-497f-9bd0-5f4547053b23 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.233250] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a2ea5214-1a34-497f-9bd0-5f4547053b23" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.233250] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a2ea5214-1a34-497f-9bd0-5f4547053b23" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.233250] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a2ea5214-1a34-497f-9bd0-5f4547053b23" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.233250] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2ea5214-1a34-497f-9bd0-5f4547053b23',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.738037] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a2ea5214-1a34-497f-9bd0-5f4547053b23 [ 1035.738319] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.738520] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.738613] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.739280] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.739280] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.739280] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a2ea5214-1a34-497f-9bd0-5f4547053b23 already deleted. [ 1035.739280] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a2ea5214-1a34-497f-9bd0-5f4547053b23" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.079560] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f322dc7-729f-4659-a989-5edfc1fb65bc in Status: SUCCESS [ 1036.079892] env[65642]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f322dc7-729f-4659-a989-5edfc1fb65bc deletion is rescheduled due to dependency. [ 1036.080132] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f322dc7-729f-4659-a989-5edfc1fb65bc" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.482673] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 619d6403-58f4-45fd-acf7-1c497a2bbbc3 in Status: SUCCESS [ 1036.482673] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-619d6403-58f4-45fd-acf7-1c497a2bbbc3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.482792] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2218493c-99bf-4de1-ab14-7da434099a02 in Status: SUCCESS [ 1036.482954] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2218493c-99bf-4de1-ab14-7da434099a02" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.508077] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d in Status: SUCCESS [ 1036.508077] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.519047] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f in Status: SUCCESS [ 1036.519326] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.520133] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86b90a03-d259-4366-8bad-4f4a3275453a in Status: SUCCESS [ 1036.520327] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86b90a03-d259-4366-8bad-4f4a3275453a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.626127] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 667f782b-a80d-4de6-9fef-1129c0d1ade3 in Status: SUCCESS [ 1036.626552] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-667f782b-a80d-4de6-9fef-1129c0d1ade3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.935368] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53cede52-51ea-45cd-9c0f-49e623b57d5e in Status: SUCCESS [ 1036.935608] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53cede52-51ea-45cd-9c0f-49e623b57d5e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.912975] env[65642]: INFO networking_nsxv3.common.synchronization [None req-61cbdd88-abc7-4e48-8494-6b8f74d5946a None None] Enqueued Resource ID: 3abd3d5b-d1ab-4773-ae52-ed086498753e with Priority: HIGHEST for action port [ 1037.914328] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3abd3d5b-d1ab-4773-ae52-ed086498753e with Priority: HIGHEST for action port [ 1037.916364] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-3abd3d5b-d1ab-4773-ae52-ed086498753e taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.916364] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3abd3d5b-d1ab-4773-ae52-ed086498753e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.916364] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3abd3d5b-d1ab-4773-ae52-ed086498753e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.916364] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3abd3d5b-d1ab-4773-ae52-ed086498753e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.916364] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3abd3d5b-d1ab-4773-ae52-ed086498753e',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.192341] env[65642]: INFO networking_nsxv3.common.synchronization [req-e72c0bde-3454-494b-b072-d6e11ccc419b req-3060a2c3-a5c9-44ed-aeaa-c367520ed0d5 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Enqueued Resource ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d with Priority: HIGHEST for action security_group_members [ 1038.193778] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d with Priority: HIGHEST for action security_group_members [ 1038.194372] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-18f2a55f-5961-42a6-992b-c4e6552ec92d taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.194561] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.194661] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.194944] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.195180] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.195318] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.195402] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.195905] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.196328] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.196695] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18f2a55f-5961-42a6-992b-c4e6552ec92d',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.420364] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3abd3d5b-d1ab-4773-ae52-ed086498753e [ 1038.420568] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.420721] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.420801] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.421052] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.421140] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.421239] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3abd3d5b-d1ab-4773-ae52-ed086498753e already deleted. [ 1038.421320] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3abd3d5b-d1ab-4773-ae52-ed086498753e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.657762] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock network-130 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.658299] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "network-130" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.658556] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "network-130" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.658988] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "network-130" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.659773] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.659773] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.660941] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.660941] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.660941] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.660941] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1038.660941] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] NeedRegenerationException {{(pid=65642) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1038.661136] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] no value, waiting for create lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1038.661290] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] value creation lock acquired {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1038.661413] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1038.661526] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Calling creation function for not-yet-present value {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1038.661665] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1038.685425] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1038.685762] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65642) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1038.685933] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Released creation lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1038.686141] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "network-130" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.686600] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock port-f0cb305c-0d62-4dba-be21-9f74e2bad8a1 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.686898] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "port-f0cb305c-0d62-4dba-be21-9f74e2bad8a1" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.687054] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "port-f0cb305c-0d62-4dba-be21-9f74e2bad8a1" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.687466] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "port-f0cb305c-0d62-4dba-be21-9f74e2bad8a1" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.687630] env[65642]: DEBUG networking_nsxv3.api.rpc [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0cb305c-0d62-4dba-be21-9f74e2bad8a1',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.700208] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('18f2a55f-5961-42a6-992b-c4e6552ec92d',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.194171] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.194171] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.194171] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.194171] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.194171] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.194171] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Segment Port f0cb305c-0d62-4dba-be21-9f74e2bad8a1 not found, creating... [ 1039.194171] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.194171] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.194171] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.194171] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.194171] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.194817] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.194817] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.194817] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.194817] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.194817] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.194817] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Resource: SegmentPort with ID: f0cb305c-0d62-4dba-be21-9f74e2bad8a1 is going to be created. [ 1039.205417] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('18f2a55f-5961-42a6-992b-c4e6552ec92d',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.220401] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.221114] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.221114] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.221114] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.221359] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.221751] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "port-f0cb305c-0d62-4dba-be21-9f74e2bad8a1" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.710557] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.713239] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.713239] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.713239] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.713239] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.713239] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d is going to be updated. [ 1039.744113] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.744378] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.744378] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.745919] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.745919] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.755884] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d in Status: IN_PROGRESS for 2s [ 1039.814028] env[65642]: INFO networking_nsxv3.common.synchronization [None req-2f2eb1eb-5db9-4d5f-bf86-46311af9f1e2 None None] Enqueued Resource ID: e63f9c48-a8b1-48a1-b05d-b4960f43e75a with Priority: HIGHEST for action port [ 1039.814028] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e63f9c48-a8b1-48a1-b05d-b4960f43e75a with Priority: HIGHEST for action port [ 1039.814028] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-e63f9c48-a8b1-48a1-b05d-b4960f43e75a taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.814028] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e63f9c48-a8b1-48a1-b05d-b4960f43e75a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.814028] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e63f9c48-a8b1-48a1-b05d-b4960f43e75a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.814028] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e63f9c48-a8b1-48a1-b05d-b4960f43e75a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.814503] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e63f9c48-a8b1-48a1-b05d-b4960f43e75a',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.987936] env[65642]: INFO networking_nsxv3.common.synchronization [req-e72c0bde-3454-494b-b072-d6e11ccc419b req-d7f67363-bcc4-4d69-81b2-9391448bc8dd service nova] Enqueued Resource ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d with Priority: HIGHEST for action security_group_rules [ 1039.988262] env[65642]: INFO networking_nsxv3.common.synchronization [req-e72c0bde-3454-494b-b072-d6e11ccc419b req-d7f67363-bcc4-4d69-81b2-9391448bc8dd service nova] Enqueued Resource ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d with Priority: HIGHEST for action security_group_members [ 1039.988491] env[65642]: INFO networking_nsxv3.common.synchronization [req-e72c0bde-3454-494b-b072-d6e11ccc419b req-d7f67363-bcc4-4d69-81b2-9391448bc8dd service nova] Enqueued Resource ID: f0cb305c-0d62-4dba-be21-9f74e2bad8a1 with Priority: HIGHEST for action port [ 1039.989206] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d with Priority: HIGHEST for action security_group_rules [ 1039.989624] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d with Priority: HIGHEST for action security_group_members [ 1039.989624] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0cb305c-0d62-4dba-be21-9f74e2bad8a1 with Priority: HIGHEST for action port [ 1039.989991] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-18f2a55f-5961-42a6-992b-c4e6552ec92d taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.990204] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.990348] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.990651] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.990834] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('18f2a55f-5961-42a6-992b-c4e6552ec92d',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.992450] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-18f2a55f-5961-42a6-992b-c4e6552ec92d taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.992450] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.993706] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-f0cb305c-0d62-4dba-be21-9f74e2bad8a1 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.993792] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f0cb305c-0d62-4dba-be21-9f74e2bad8a1" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.993836] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f0cb305c-0d62-4dba-be21-9f74e2bad8a1" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.994527] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f0cb305c-0d62-4dba-be21-9f74e2bad8a1" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.994527] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0cb305c-0d62-4dba-be21-9f74e2bad8a1',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.317916] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e63f9c48-a8b1-48a1-b05d-b4960f43e75a [ 1040.317916] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.317916] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.317916] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.317916] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.318367] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.318367] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e63f9c48-a8b1-48a1-b05d-b4960f43e75a already deleted. [ 1040.318367] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e63f9c48-a8b1-48a1-b05d-b4960f43e75a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.496924] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-18f2a55f-5961-42a6-992b-c4e6552ec92d taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.497152] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.498470] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f0cb305c-0d62-4dba-be21-9f74e2bad8a1 with status ACTIVE [ 1040.498678] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.498832] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.498903] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.499150] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.499243] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.499844] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.499844] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.499844] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.499844] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.500090] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.500090] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.500211] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.500336] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.500391] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.500443] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.501298] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f0cb305c-0d62-4dba-be21-9f74e2bad8a1 is going to be updated. [ 1040.527242] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.527431] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.527478] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.527710] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.527815] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.528021] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f0cb305c-0d62-4dba-be21-9f74e2bad8a1" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.540935] env[65642]: INFO networking_nsxv3.common.synchronization [req-6d2e889a-4ffb-4d0c-8530-bf44c478ca33 req-64fca7e7-48a9-44c7-89e8-f671bac512eb tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Enqueued Resource ID: b503b44c-c026-4120-95d4-701afa7d90c7 with Priority: HIGHEST for action security_group_members [ 1040.541575] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b503b44c-c026-4120-95d4-701afa7d90c7 with Priority: HIGHEST for action security_group_members [ 1040.541996] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-b503b44c-c026-4120-95d4-701afa7d90c7 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.543266] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.543266] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.543266] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.543266] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.543266] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.543266] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.543266] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.543266] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.543266] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b503b44c-c026-4120-95d4-701afa7d90c7',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.045884] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.045884] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.046171] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.046253] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.074049] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.075055] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.075207] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.075279] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.075516] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.075631] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.075783] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b503b44c-c026-4120-95d4-701afa7d90c7 is going to be updated. [ 1041.108562] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.108562] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.108562] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.108562] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.108562] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.119756] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b503b44c-c026-4120-95d4-701afa7d90c7 in Status: IN_PROGRESS for 2s [ 1041.768972] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d in Status: SUCCESS [ 1041.769279] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.769407] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.769620] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.769803] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.769918] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.770056] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.771830] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.771830] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.771830] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18f2a55f-5961-42a6-992b-c4e6552ec92d',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.275930] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('18f2a55f-5961-42a6-992b-c4e6552ec92d',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.762278] env[65642]: INFO networking_nsxv3.common.synchronization [None req-def3f035-3e73-4a2b-9052-a237a6673c19 None None] Enqueued Resource ID: 20ee5e32-19df-4ec2-aebb-74d140426f20 with Priority: HIGHEST for action port [ 1042.763595] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20ee5e32-19df-4ec2-aebb-74d140426f20 with Priority: HIGHEST for action port [ 1042.764078] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-20ee5e32-19df-4ec2-aebb-74d140426f20 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.764276] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-20ee5e32-19df-4ec2-aebb-74d140426f20" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.764394] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-20ee5e32-19df-4ec2-aebb-74d140426f20" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.764840] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-20ee5e32-19df-4ec2-aebb-74d140426f20" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.764973] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20ee5e32-19df-4ec2-aebb-74d140426f20',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.779035] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('18f2a55f-5961-42a6-992b-c4e6552ec92d',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.133094] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b503b44c-c026-4120-95d4-701afa7d90c7 in Status: SUCCESS [ 1043.133268] env[65642]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b503b44c-c026-4120-95d4-701afa7d90c7 deletion is rescheduled due to dependency. [ 1043.133398] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.248060] env[65642]: INFO networking_nsxv3.common.synchronization [req-95b85ce3-034b-4994-bc2d-616b0ea9ce77 req-7472b231-8032-4b86-b7b2-6861ff745422 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Enqueued Resource ID: 8732058f-de18-4fc5-aa07-afa7e3868124 with Priority: HIGHEST for action security_group_members [ 1043.248656] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8732058f-de18-4fc5-aa07-afa7e3868124 with Priority: HIGHEST for action security_group_members [ 1043.249268] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-8732058f-de18-4fc5-aa07-afa7e3868124 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.249268] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8732058f-de18-4fc5-aa07-afa7e3868124" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.249268] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8732058f-de18-4fc5-aa07-afa7e3868124" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.249464] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8732058f-de18-4fc5-aa07-afa7e3868124" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.249655] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.249770] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.249835] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.250032] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.250138] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.250243] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8732058f-de18-4fc5-aa07-afa7e3868124',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.271400] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 20ee5e32-19df-4ec2-aebb-74d140426f20 [ 1043.271976] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.271976] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.271976] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.272193] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.272193] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.272255] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:20ee5e32-19df-4ec2-aebb-74d140426f20 already deleted. [ 1043.272335] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-20ee5e32-19df-4ec2-aebb-74d140426f20" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.283840] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.283840] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.283840] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.283840] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.284082] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.284114] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d is going to be updated. [ 1043.320373] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.320590] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.320696] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.321015] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.321260] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.336964] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d in Status: IN_PROGRESS for 2s [ 1043.753972] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.753972] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.753972] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.753972] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.777924] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.777924] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.777924] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.778207] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.778266] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.778303] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.781371] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8732058f-de18-4fc5-aa07-afa7e3868124 is going to be updated. [ 1043.813402] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.813581] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.813630] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.813903] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.814080] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.827313] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8732058f-de18-4fc5-aa07-afa7e3868124 in Status: IN_PROGRESS for 2s [ 1045.354579] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d in Status: SUCCESS [ 1045.355063] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.355063] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.355292] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.355499] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.355635] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.355706] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.355872] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.355997] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.356128] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.358582] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('18f2a55f-5961-42a6-992b-c4e6552ec92d',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.725262] env[65642]: INFO networking_nsxv3.common.synchronization [req-f419307a-5e1e-4dc3-b1e3-1325c9450531 req-b3e09255-17af-480e-9908-eb01f11de46e tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Enqueued Resource ID: b503b44c-c026-4120-95d4-701afa7d90c7 with Priority: HIGHEST for action security_group_members [ 1045.725395] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b503b44c-c026-4120-95d4-701afa7d90c7 with Priority: HIGHEST for action security_group_members [ 1045.725842] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-b503b44c-c026-4120-95d4-701afa7d90c7 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.725954] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.725954] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.726206] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.726373] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.726542] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.726542] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.727296] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.727296] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.727296] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b503b44c-c026-4120-95d4-701afa7d90c7',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.838436] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8732058f-de18-4fc5-aa07-afa7e3868124 in Status: SUCCESS [ 1045.838732] env[65642]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8732058f-de18-4fc5-aa07-afa7e3868124 deletion is rescheduled due to dependency. [ 1045.838907] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8732058f-de18-4fc5-aa07-afa7e3868124" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.858474] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-18f2a55f-5961-42a6-992b-c4e6552ec92d taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.858897] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.859026] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.859342] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.859608] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.859772] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.859878] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.860140] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.860276] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.860422] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.860656] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-18f2a55f-5961-42a6-992b-c4e6552ec92d taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.860806] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.860906] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.861144] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.861360] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.861726] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.861726] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.861892] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.862027] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.863171] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.863362] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('18f2a55f-5961-42a6-992b-c4e6552ec92d',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.129018] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock network-103 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.129018] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "network-103" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.129018] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "network-103" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.129446] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "network-103" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.129853] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.130208] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.132630] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.132630] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.132630] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.132630] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1046.132630] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] NeedRegenerationException {{(pid=65642) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1046.132630] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] no value, waiting for create lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1046.132630] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] value creation lock acquired {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1046.132630] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1046.132630] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Calling creation function for not-yet-present value {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1046.132630] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1046.153060] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1046.153283] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65642) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1046.153405] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Released creation lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1046.153581] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "network-103" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.153905] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock port-b760ad59-8829-486c-83e8-2064d53c3039 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.154079] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "port-b760ad59-8829-486c-83e8-2064d53c3039" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.154242] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "port-b760ad59-8829-486c-83e8-2064d53c3039" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.154611] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "port-b760ad59-8829-486c-83e8-2064d53c3039" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.154810] env[65642]: DEBUG networking_nsxv3.api.rpc [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b760ad59-8829-486c-83e8-2064d53c3039',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.228915] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.229496] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.229496] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.229496] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.229496] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.229770] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.229858] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.229913] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.230060] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.230135] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.230224] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b503b44c-c026-4120-95d4-701afa7d90c7 is going to be updated. [ 1046.258572] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.259021] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.259021] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.259249] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.259558] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.272414] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b503b44c-c026-4120-95d4-701afa7d90c7 in Status: IN_PROGRESS for 2s [ 1046.366731] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 18f2a55f-5961-42a6-992b-c4e6552ec92d: rpc.has_security_group_logging(os_id): False [ 1046.394820] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.395077] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.395077] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.395266] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.395363] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.395599] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.395719] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.395780] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.395913] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.395988] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.396191] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.396311] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.396373] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.396467] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.396540] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.396716] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.396809] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.396870] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.397016] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.397097] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.397183] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d is going to be updated. [ 1046.468447] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.468447] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.468791] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.468791] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.468958] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.502812] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d in Status: IN_PROGRESS for 2s [ 1046.658254] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.658446] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.658626] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.659081] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.659565] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.659776] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Segment Port b760ad59-8829-486c-83e8-2064d53c3039 not found, creating... [ 1046.660469] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.660585] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.663173] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.663173] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.663173] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.663173] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.663173] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.663173] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.663173] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.663519] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.663519] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Resource: SegmentPort with ID: b760ad59-8829-486c-83e8-2064d53c3039 is going to be created. [ 1046.688868] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.689264] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.689485] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.689895] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.690281] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.690653] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "port-b760ad59-8829-486c-83e8-2064d53c3039" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.145765] env[65642]: INFO networking_nsxv3.common.synchronization [None req-115c9651-6b76-4270-8b51-984edf2d12ae None None] Enqueued Resource ID: 493ce95b-4d45-4dbd-bf49-4ee0bd3aecfa with Priority: HIGHEST for action port [ 1047.146703] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 493ce95b-4d45-4dbd-bf49-4ee0bd3aecfa with Priority: HIGHEST for action port [ 1047.147038] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-493ce95b-4d45-4dbd-bf49-4ee0bd3aecfa taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.147168] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-493ce95b-4d45-4dbd-bf49-4ee0bd3aecfa" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.147237] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-493ce95b-4d45-4dbd-bf49-4ee0bd3aecfa" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.147501] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-493ce95b-4d45-4dbd-bf49-4ee0bd3aecfa" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.147587] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('493ce95b-4d45-4dbd-bf49-4ee0bd3aecfa',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.429383] env[65642]: INFO networking_nsxv3.common.synchronization [req-f419307a-5e1e-4dc3-b1e3-1325c9450531 req-4dff737d-e517-4ef0-b51a-b7668c89663c service nova] Enqueued Resource ID: b503b44c-c026-4120-95d4-701afa7d90c7 with Priority: HIGHEST for action security_group_rules [ 1047.429656] env[65642]: INFO networking_nsxv3.common.synchronization [req-f419307a-5e1e-4dc3-b1e3-1325c9450531 req-4dff737d-e517-4ef0-b51a-b7668c89663c service nova] Enqueued Resource ID: b503b44c-c026-4120-95d4-701afa7d90c7 with Priority: HIGHEST for action security_group_members [ 1047.429800] env[65642]: INFO networking_nsxv3.common.synchronization [req-f419307a-5e1e-4dc3-b1e3-1325c9450531 req-4dff737d-e517-4ef0-b51a-b7668c89663c service nova] Enqueued Resource ID: b760ad59-8829-486c-83e8-2064d53c3039 with Priority: HIGHEST for action port [ 1047.430426] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b503b44c-c026-4120-95d4-701afa7d90c7 with Priority: HIGHEST for action security_group_rules [ 1047.430725] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b503b44c-c026-4120-95d4-701afa7d90c7 with Priority: HIGHEST for action security_group_members [ 1047.430725] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b760ad59-8829-486c-83e8-2064d53c3039 with Priority: HIGHEST for action port [ 1047.431040] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b503b44c-c026-4120-95d4-701afa7d90c7 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.431186] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.431272] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.431503] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.431596] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b503b44c-c026-4120-95d4-701afa7d90c7',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.432638] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-b503b44c-c026-4120-95d4-701afa7d90c7 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.432741] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.432977] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-b760ad59-8829-486c-83e8-2064d53c3039 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.433105] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b760ad59-8829-486c-83e8-2064d53c3039" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.433199] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b760ad59-8829-486c-83e8-2064d53c3039" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.433451] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b760ad59-8829-486c-83e8-2064d53c3039" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.433580] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b760ad59-8829-486c-83e8-2064d53c3039',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.649579] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 493ce95b-4d45-4dbd-bf49-4ee0bd3aecfa [ 1047.649827] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.649961] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.650034] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.650262] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.650387] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.650454] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:493ce95b-4d45-4dbd-bf49-4ee0bd3aecfa already deleted. [ 1047.650540] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-493ce95b-4d45-4dbd-bf49-4ee0bd3aecfa" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.866375] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock network-641 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.866641] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "network-641" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.866848] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "network-641" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.867190] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "network-641" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.867460] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.867623] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.867742] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.867984] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.868194] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.868478] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1047.868615] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] NeedRegenerationException {{(pid=65642) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1047.868777] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] no value, waiting for create lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1047.868957] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] value creation lock acquired {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1047.869101] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1047.869211] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Calling creation function for not-yet-present value {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1047.869344] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1047.891597] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1047.891826] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65642) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1047.891972] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Released creation lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1047.892206] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "network-641" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.893785] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock port-0cd64c09-5c6e-4b19-92a4-a0d2e42c4f16 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.894049] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "port-0cd64c09-5c6e-4b19-92a4-a0d2e42c4f16" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.894168] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "port-0cd64c09-5c6e-4b19-92a4-a0d2e42c4f16" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.894569] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "port-0cd64c09-5c6e-4b19-92a4-a0d2e42c4f16" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.894786] env[65642]: DEBUG networking_nsxv3.api.rpc [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0cd64c09-5c6e-4b19-92a4-a0d2e42c4f16',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.935430] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-b503b44c-c026-4120-95d4-701afa7d90c7 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.935636] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.935838] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b760ad59-8829-486c-83e8-2064d53c3039 with status ACTIVE [ 1047.935977] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.936100] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.936152] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.936366] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.936477] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.936664] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.936765] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.936825] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.937016] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.937127] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.937311] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.937406] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.937466] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.937623] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.937717] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.937824] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b760ad59-8829-486c-83e8-2064d53c3039 is going to be updated. [ 1047.964058] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.964263] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.964313] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.964563] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.964741] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.964944] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b760ad59-8829-486c-83e8-2064d53c3039" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.018348] env[65642]: INFO networking_nsxv3.common.synchronization [req-05e7ce02-29e2-44b0-8e6d-a2b16c6eff23 req-4f37476a-4692-4025-acc4-8749d8ed422d tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] Enqueued Resource ID: 1fcae7b9-faab-4973-8b0b-215c7bc51a87 with Priority: HIGHEST for action security_group_members [ 1048.019730] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fcae7b9-faab-4973-8b0b-215c7bc51a87 with Priority: HIGHEST for action security_group_members [ 1048.020629] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fcae7b9-faab-4973-8b0b-215c7bc51a87 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.020854] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fcae7b9-faab-4973-8b0b-215c7bc51a87" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.020952] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fcae7b9-faab-4973-8b0b-215c7bc51a87" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.021412] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fcae7b9-faab-4973-8b0b-215c7bc51a87" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.022043] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.022245] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.022360] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.022752] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.022852] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.022988] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1fcae7b9-faab-4973-8b0b-215c7bc51a87',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.286570] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b503b44c-c026-4120-95d4-701afa7d90c7 in Status: SUCCESS [ 1048.286833] env[65642]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b503b44c-c026-4120-95d4-701afa7d90c7 deletion is rescheduled due to dependency. [ 1048.286995] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.287265] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.287499] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.287760] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.287934] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.288046] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.288298] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.288415] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.288611] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b503b44c-c026-4120-95d4-701afa7d90c7',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.398156] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.398156] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.398156] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.398466] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.398576] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.399197] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Segment Port 0cd64c09-5c6e-4b19-92a4-a0d2e42c4f16 not found, creating... [ 1048.399197] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.399197] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.399445] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.400164] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.400164] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.400164] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.403345] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.403499] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.403777] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.403925] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.404121] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Resource: SegmentPort with ID: 0cd64c09-5c6e-4b19-92a4-a0d2e42c4f16 is going to be created. [ 1048.435219] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.435555] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.435674] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.435893] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.436587] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.436587] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "port-0cd64c09-5c6e-4b19-92a4-a0d2e42c4f16" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.463493] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock network-982 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.463493] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "network-982" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.463493] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "network-982" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.463493] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "network-982" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.463803] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.463866] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.463972] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.464250] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.464405] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.464658] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1048.464787] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] NeedRegenerationException {{(pid=65642) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1048.464886] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] no value, waiting for create lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1048.465114] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] value creation lock acquired {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1048.465861] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1048.465861] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Calling creation function for not-yet-present value {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1048.465861] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1048.485907] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1048.485907] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65642) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1048.486140] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Released creation lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1048.486373] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "network-982" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.486741] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock port-72494414-6f83-4650-b161-48551bac7bc6 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.486969] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "port-72494414-6f83-4650-b161-48551bac7bc6" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.487403] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "port-72494414-6f83-4650-b161-48551bac7bc6" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.487504] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "port-72494414-6f83-4650-b161-48551bac7bc6" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.487649] env[65642]: DEBUG networking_nsxv3.api.rpc [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72494414-6f83-4650-b161-48551bac7bc6',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.518692] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d in Status: SUCCESS [ 1048.519053] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.525567] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.525862] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.525956] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.526143] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.526255] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.526462] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.526605] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.526666] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.526807] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.526893] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.527111] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fcae7b9-faab-4973-8b0b-215c7bc51a87 already deleted. [ 1048.527205] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fcae7b9-faab-4973-8b0b-215c7bc51a87" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.791149] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b503b44c-c026-4120-95d4-701afa7d90c7',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.990785] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.991027] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.991249] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.991450] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.991596] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.991746] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Segment Port 72494414-6f83-4650-b161-48551bac7bc6 not found, creating... [ 1048.992020] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.992181] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.992296] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.992558] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.992664] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.992953] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.993132] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.993234] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.993434] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.993566] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.994021] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Resource: SegmentPort with ID: 72494414-6f83-4650-b161-48551bac7bc6 is going to be created. [ 1049.015025] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.015160] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.015293] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.015526] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.016092] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.016215] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "port-72494414-6f83-4650-b161-48551bac7bc6" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.137060] env[65642]: INFO networking_nsxv3.common.synchronization [req-0aa9ac81-877f-4aeb-9dfa-569856373f17 req-c0679319-3033-4403-be8c-aba489ee04dd service nova] Enqueued Resource ID: b8ec4214-95fc-4945-8050-c52f58369b15 with Priority: HIGHEST for action security_group_rules [ 1049.137283] env[65642]: INFO networking_nsxv3.common.synchronization [req-0aa9ac81-877f-4aeb-9dfa-569856373f17 req-c0679319-3033-4403-be8c-aba489ee04dd service nova] Enqueued Resource ID: b8ec4214-95fc-4945-8050-c52f58369b15 with Priority: HIGHEST for action security_group_members [ 1049.137440] env[65642]: INFO networking_nsxv3.common.synchronization [req-0aa9ac81-877f-4aeb-9dfa-569856373f17 req-c0679319-3033-4403-be8c-aba489ee04dd service nova] Enqueued Resource ID: 0cd64c09-5c6e-4b19-92a4-a0d2e42c4f16 with Priority: HIGHEST for action port [ 1049.140218] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8ec4214-95fc-4945-8050-c52f58369b15 with Priority: HIGHEST for action security_group_rules [ 1049.140419] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8ec4214-95fc-4945-8050-c52f58369b15 with Priority: HIGHEST for action security_group_members [ 1049.140585] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cd64c09-5c6e-4b19-92a4-a0d2e42c4f16 with Priority: HIGHEST for action port [ 1049.141220] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b8ec4214-95fc-4945-8050-c52f58369b15 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.141363] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b8ec4214-95fc-4945-8050-c52f58369b15" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.141413] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b8ec4214-95fc-4945-8050-c52f58369b15" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.141590] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b8ec4214-95fc-4945-8050-c52f58369b15" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.141670] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b8ec4214-95fc-4945-8050-c52f58369b15',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.144138] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8ec4214-95fc-4945-8050-c52f58369b15 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.144138] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8ec4214-95fc-4945-8050-c52f58369b15" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.144138] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8ec4214-95fc-4945-8050-c52f58369b15" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.144138] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8ec4214-95fc-4945-8050-c52f58369b15" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.144138] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.144138] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.144138] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.144138] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.144138] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.144138] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8ec4214-95fc-4945-8050-c52f58369b15',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.146552] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-0cd64c09-5c6e-4b19-92a4-a0d2e42c4f16 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.146724] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0cd64c09-5c6e-4b19-92a4-a0d2e42c4f16" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.146724] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0cd64c09-5c6e-4b19-92a4-a0d2e42c4f16" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.147097] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0cd64c09-5c6e-4b19-92a4-a0d2e42c4f16" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.147097] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0cd64c09-5c6e-4b19-92a4-a0d2e42c4f16',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.294389] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b503b44c-c026-4120-95d4-701afa7d90c7',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.651187] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b8ec4214-95fc-4945-8050-c52f58369b15',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.651187] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8ec4214-95fc-4945-8050-c52f58369b15 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.651187] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8ec4214-95fc-4945-8050-c52f58369b15" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.651187] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0cd64c09-5c6e-4b19-92a4-a0d2e42c4f16 with status ACTIVE [ 1049.651670] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.651670] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.651670] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.652132] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.652132] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.652132] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.652250] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.652250] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.652459] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.652548] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.652731] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.652822] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.652881] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.653190] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.653289] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.653374] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0cd64c09-5c6e-4b19-92a4-a0d2e42c4f16 is going to be updated. [ 1049.677332] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.677471] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.677831] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.677831] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.678012] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.678073] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0cd64c09-5c6e-4b19-92a4-a0d2e42c4f16" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.760398] env[65642]: INFO networking_nsxv3.common.synchronization [req-05e7ce02-29e2-44b0-8e6d-a2b16c6eff23 req-d7c70e92-58c9-4e92-943c-afe661e9aa3f service nova] Enqueued Resource ID: 1fcae7b9-faab-4973-8b0b-215c7bc51a87 with Priority: HIGHEST for action security_group_rules [ 1049.761449] env[65642]: INFO networking_nsxv3.common.synchronization [req-05e7ce02-29e2-44b0-8e6d-a2b16c6eff23 req-d7c70e92-58c9-4e92-943c-afe661e9aa3f service nova] Enqueued Resource ID: 1fcae7b9-faab-4973-8b0b-215c7bc51a87 with Priority: HIGHEST for action security_group_members [ 1049.762862] env[65642]: INFO networking_nsxv3.common.synchronization [req-05e7ce02-29e2-44b0-8e6d-a2b16c6eff23 req-d7c70e92-58c9-4e92-943c-afe661e9aa3f service nova] Enqueued Resource ID: 72494414-6f83-4650-b161-48551bac7bc6 with Priority: HIGHEST for action port [ 1049.764112] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fcae7b9-faab-4973-8b0b-215c7bc51a87 with Priority: HIGHEST for action security_group_rules [ 1049.764112] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fcae7b9-faab-4973-8b0b-215c7bc51a87 with Priority: HIGHEST for action security_group_members [ 1049.765730] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72494414-6f83-4650-b161-48551bac7bc6 with Priority: HIGHEST for action port [ 1049.766194] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1fcae7b9-faab-4973-8b0b-215c7bc51a87 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.766380] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1fcae7b9-faab-4973-8b0b-215c7bc51a87" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.766506] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1fcae7b9-faab-4973-8b0b-215c7bc51a87" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.766804] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1fcae7b9-faab-4973-8b0b-215c7bc51a87" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.766941] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1fcae7b9-faab-4973-8b0b-215c7bc51a87',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.769348] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fcae7b9-faab-4973-8b0b-215c7bc51a87 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.769624] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fcae7b9-faab-4973-8b0b-215c7bc51a87" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.769739] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fcae7b9-faab-4973-8b0b-215c7bc51a87" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.770032] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fcae7b9-faab-4973-8b0b-215c7bc51a87" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.770272] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.770402] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.770467] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.770669] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.770818] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.770930] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1fcae7b9-faab-4973-8b0b-215c7bc51a87',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.772510] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-72494414-6f83-4650-b161-48551bac7bc6 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.772639] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-72494414-6f83-4650-b161-48551bac7bc6" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.772702] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-72494414-6f83-4650-b161-48551bac7bc6" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.772849] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-72494414-6f83-4650-b161-48551bac7bc6" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.772939] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72494414-6f83-4650-b161-48551bac7bc6',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.798268] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.798471] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.798577] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.798864] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.798993] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.799150] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b503b44c-c026-4120-95d4-701afa7d90c7 is going to be updated. [ 1049.846512] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.846512] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.846512] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.846879] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.846879] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.858517] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b503b44c-c026-4120-95d4-701afa7d90c7 in Status: IN_PROGRESS for 2s [ 1050.097073] env[65642]: INFO networking_nsxv3.common.synchronization [None req-a58477c1-3c13-4314-bf61-873a77dda856 None None] Enqueued Resource ID: 40e419eb-7154-4078-b57e-a7d1df7ffa6c with Priority: HIGHEST for action port [ 1050.097588] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40e419eb-7154-4078-b57e-a7d1df7ffa6c with Priority: HIGHEST for action port [ 1050.097914] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-40e419eb-7154-4078-b57e-a7d1df7ffa6c taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.098119] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-40e419eb-7154-4078-b57e-a7d1df7ffa6c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.098119] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-40e419eb-7154-4078-b57e-a7d1df7ffa6c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.098459] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-40e419eb-7154-4078-b57e-a7d1df7ffa6c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.098545] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40e419eb-7154-4078-b57e-a7d1df7ffa6c',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.151620] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b8ec4214-95fc-4945-8050-c52f58369b15',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.274680] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1fcae7b9-faab-4973-8b0b-215c7bc51a87',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.274680] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 72494414-6f83-4650-b161-48551bac7bc6 with status ACTIVE [ 1050.274680] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.274680] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.275360] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.275360] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.275360] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.275360] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.275524] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.275524] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.275707] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.275754] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.275929] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.276034] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.276100] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.276232] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.276304] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.276387] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 72494414-6f83-4650-b161-48551bac7bc6 is going to be updated. [ 1050.277811] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fcae7b9-faab-4973-8b0b-215c7bc51a87 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.277931] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fcae7b9-faab-4973-8b0b-215c7bc51a87" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.301739] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.301883] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.301933] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.302173] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.302819] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.303026] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-72494414-6f83-4650-b161-48551bac7bc6" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.601633] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 40e419eb-7154-4078-b57e-a7d1df7ffa6c [ 1050.601633] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.601799] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.601799] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.602045] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.602045] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.602244] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:40e419eb-7154-4078-b57e-a7d1df7ffa6c already deleted. [ 1050.602244] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-40e419eb-7154-4078-b57e-a7d1df7ffa6c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.658020] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.658020] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.658020] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.658020] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.658020] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.658020] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8ec4214-95fc-4945-8050-c52f58369b15 is going to be updated. [ 1050.686758] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.687022] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.687340] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.687419] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.687628] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.699458] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8ec4214-95fc-4945-8050-c52f58369b15 in Status: IN_PROGRESS for 2s [ 1050.778484] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1fcae7b9-faab-4973-8b0b-215c7bc51a87',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.284019] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.284019] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.284019] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.284019] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.284019] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.284019] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fcae7b9-faab-4973-8b0b-215c7bc51a87 is going to be created. [ 1051.313953] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.313953] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.314223] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.314340] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.314462] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.324846] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fcae7b9-faab-4973-8b0b-215c7bc51a87 in Status: UNINITIALIZED for 2s [ 1051.601866] env[65642]: INFO networking_nsxv3.common.synchronization [req-4d8abbc4-5915-44cf-b077-31960e8d6e3e req-c1360b85-87a7-4317-95d7-6729dc819189 tempest-ServerGroupTestJSON-1572523236 tempest-ServerGroupTestJSON-1572523236-project-member] Enqueued Resource ID: f50994da-f7e0-4177-907e-e40671a3bf50 with Priority: HIGHEST for action security_group_members [ 1051.601866] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f50994da-f7e0-4177-907e-e40671a3bf50 with Priority: HIGHEST for action security_group_members [ 1051.602213] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-f50994da-f7e0-4177-907e-e40671a3bf50 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.602213] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f50994da-f7e0-4177-907e-e40671a3bf50" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.602213] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f50994da-f7e0-4177-907e-e40671a3bf50" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.602584] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f50994da-f7e0-4177-907e-e40671a3bf50" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.602824] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.603054] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.603211] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.603446] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.603579] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.603728] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f50994da-f7e0-4177-907e-e40671a3bf50',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.870868] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b503b44c-c026-4120-95d4-701afa7d90c7 in Status: SUCCESS [ 1051.871173] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.871283] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.871497] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.871769] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.871844] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.871906] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.872018] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.872161] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.872267] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.872375] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b503b44c-c026-4120-95d4-701afa7d90c7',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.005511] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock network-713 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.005761] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "network-713" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.005872] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "network-713" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.006283] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "network-713" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.006781] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.006781] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.006781] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.007368] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.007368] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.007546] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1052.008319] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] NeedRegenerationException {{(pid=65642) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1052.008446] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] no value, waiting for create lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1052.008561] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] value creation lock acquired {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1052.008681] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1052.008790] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Calling creation function for not-yet-present value {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1052.008924] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1052.032215] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1052.032388] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65642) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1052.032731] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Released creation lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1052.032815] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "network-713" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.033170] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock port-943fd081-5588-44fe-919a-a41b487e2906 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.034109] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "port-943fd081-5588-44fe-919a-a41b487e2906" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.034109] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "port-943fd081-5588-44fe-919a-a41b487e2906" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.034109] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "port-943fd081-5588-44fe-919a-a41b487e2906" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.034109] env[65642]: DEBUG networking_nsxv3.api.rpc [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('943fd081-5588-44fe-919a-a41b487e2906',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.107675] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.107675] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.107976] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.107976] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.108144] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.108251] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.108364] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.108431] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.108583] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.108670] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.109031] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f50994da-f7e0-4177-907e-e40671a3bf50 already deleted. [ 1052.109031] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f50994da-f7e0-4177-907e-e40671a3bf50" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.375020] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-b503b44c-c026-4120-95d4-701afa7d90c7 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.375301] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.375301] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.375593] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.375933] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.376074] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.376124] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.376356] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.376452] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.376658] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.376800] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-b503b44c-c026-4120-95d4-701afa7d90c7 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.376946] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.377103] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.377269] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.377480] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.377612] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.377707] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.377904] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.378042] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.378163] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.378301] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b503b44c-c026-4120-95d4-701afa7d90c7',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.536555] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.536917] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.537170] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.537609] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.537827] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.538046] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Segment Port 943fd081-5588-44fe-919a-a41b487e2906 not found, creating... [ 1052.538412] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.538617] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.538784] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.539280] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.539444] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.539758] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.539952] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.540152] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.540480] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.540681] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.540897] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Resource: SegmentPort with ID: 943fd081-5588-44fe-919a-a41b487e2906 is going to be created. [ 1052.564201] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.564498] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.564696] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.565508] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.565508] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.566684] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "port-943fd081-5588-44fe-919a-a41b487e2906" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.711699] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8ec4214-95fc-4945-8050-c52f58369b15 in Status: SUCCESS [ 1052.711954] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8ec4214-95fc-4945-8050-c52f58369b15" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.712118] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8ec4214-95fc-4945-8050-c52f58369b15" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.712340] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8ec4214-95fc-4945-8050-c52f58369b15" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.712532] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.712755] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.712850] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.712977] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.713730] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.713730] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8ec4214-95fc-4945-8050-c52f58369b15" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.713730] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b8ec4214-95fc-4945-8050-c52f58369b15',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.880872] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b503b44c-c026-4120-95d4-701afa7d90c7: rpc.has_security_group_logging(os_id): False [ 1052.910617] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.910784] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.910909] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.911171] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.911265] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.911477] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.911593] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.911675] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.911791] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.911864] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.912062] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.912212] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.912212] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.912370] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.912432] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.912917] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.912917] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.912917] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.913235] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.913235] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.913235] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b503b44c-c026-4120-95d4-701afa7d90c7 is going to be updated. [ 1052.982739] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.982978] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.983114] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.983341] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.983503] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.998088] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b503b44c-c026-4120-95d4-701afa7d90c7 in Status: IN_PROGRESS for 2s [ 1053.217551] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8ec4214-95fc-4945-8050-c52f58369b15 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.217782] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8ec4214-95fc-4945-8050-c52f58369b15" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.217782] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8ec4214-95fc-4945-8050-c52f58369b15" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.218053] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8ec4214-95fc-4945-8050-c52f58369b15" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.218228] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.218437] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.218437] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.218572] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.218627] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.218711] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8ec4214-95fc-4945-8050-c52f58369b15" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.218860] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8ec4214-95fc-4945-8050-c52f58369b15 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.218953] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8ec4214-95fc-4945-8050-c52f58369b15" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.219034] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8ec4214-95fc-4945-8050-c52f58369b15" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.219182] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8ec4214-95fc-4945-8050-c52f58369b15" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.219316] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.219407] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.219467] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.219602] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.219678] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.219770] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8ec4214-95fc-4945-8050-c52f58369b15" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.219841] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b8ec4214-95fc-4945-8050-c52f58369b15',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.304473] env[65642]: INFO networking_nsxv3.common.synchronization [req-4d8abbc4-5915-44cf-b077-31960e8d6e3e req-ec02fe6b-437d-4125-aca8-fb549e5171c3 service nova] Enqueued Resource ID: f50994da-f7e0-4177-907e-e40671a3bf50 with Priority: HIGHEST for action security_group_rules [ 1053.304814] env[65642]: INFO networking_nsxv3.common.synchronization [req-4d8abbc4-5915-44cf-b077-31960e8d6e3e req-ec02fe6b-437d-4125-aca8-fb549e5171c3 service nova] Enqueued Resource ID: f50994da-f7e0-4177-907e-e40671a3bf50 with Priority: HIGHEST for action security_group_members [ 1053.305791] env[65642]: INFO networking_nsxv3.common.synchronization [req-4d8abbc4-5915-44cf-b077-31960e8d6e3e req-ec02fe6b-437d-4125-aca8-fb549e5171c3 service nova] Enqueued Resource ID: 943fd081-5588-44fe-919a-a41b487e2906 with Priority: HIGHEST for action port [ 1053.307254] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f50994da-f7e0-4177-907e-e40671a3bf50 with Priority: HIGHEST for action security_group_rules [ 1053.307254] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f50994da-f7e0-4177-907e-e40671a3bf50 with Priority: HIGHEST for action security_group_members [ 1053.307367] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 943fd081-5588-44fe-919a-a41b487e2906 with Priority: HIGHEST for action port [ 1053.307839] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f50994da-f7e0-4177-907e-e40671a3bf50 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.308037] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f50994da-f7e0-4177-907e-e40671a3bf50" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.308135] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f50994da-f7e0-4177-907e-e40671a3bf50" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.309540] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f50994da-f7e0-4177-907e-e40671a3bf50" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.309540] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f50994da-f7e0-4177-907e-e40671a3bf50',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.310737] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-f50994da-f7e0-4177-907e-e40671a3bf50 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.310968] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f50994da-f7e0-4177-907e-e40671a3bf50" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.311447] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f50994da-f7e0-4177-907e-e40671a3bf50" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.311739] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f50994da-f7e0-4177-907e-e40671a3bf50" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.312013] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.312196] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.312344] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.312729] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.312729] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.312913] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f50994da-f7e0-4177-907e-e40671a3bf50',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.314252] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-943fd081-5588-44fe-919a-a41b487e2906 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.314252] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-943fd081-5588-44fe-919a-a41b487e2906" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.314427] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-943fd081-5588-44fe-919a-a41b487e2906" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.316921] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-943fd081-5588-44fe-919a-a41b487e2906" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.316921] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('943fd081-5588-44fe-919a-a41b487e2906',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.339342] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fcae7b9-faab-4973-8b0b-215c7bc51a87 in Status: SUCCESS [ 1053.339342] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fcae7b9-faab-4973-8b0b-215c7bc51a87" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.339567] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fcae7b9-faab-4973-8b0b-215c7bc51a87" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.339865] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fcae7b9-faab-4973-8b0b-215c7bc51a87" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.340176] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.340356] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.340454] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.340704] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.340854] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.340995] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fcae7b9-faab-4973-8b0b-215c7bc51a87" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.341185] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1fcae7b9-faab-4973-8b0b-215c7bc51a87',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.725644] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b8ec4214-95fc-4945-8050-c52f58369b15: rpc.has_security_group_logging(os_id): False [ 1053.749847] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.750011] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.750189] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.750282] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.750381] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.750566] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.750679] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.750718] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.750863] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.750939] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.751147] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.751243] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.751302] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.751440] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.751514] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.751695] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.751791] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.751849] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.752480] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.752639] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.752734] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b8ec4214-95fc-4945-8050-c52f58369b15 is going to be updated. [ 1053.816611] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.816749] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.816830] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.819308] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.819308] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.819308] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-f50994da-f7e0-4177-907e-e40671a3bf50 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.819308] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f50994da-f7e0-4177-907e-e40671a3bf50" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.819308] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f50994da-f7e0-4177-907e-e40671a3bf50',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.819718] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 943fd081-5588-44fe-919a-a41b487e2906 with status ACTIVE [ 1053.819758] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.820619] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.820619] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.820619] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.820619] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.820619] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.820619] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.820619] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.820619] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.820966] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.820966] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.820966] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.821150] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.821783] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.821783] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.821783] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 943fd081-5588-44fe-919a-a41b487e2906 is going to be updated. [ 1053.837692] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b8ec4214-95fc-4945-8050-c52f58369b15 in Status: IN_PROGRESS for 2s [ 1053.847077] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fcae7b9-faab-4973-8b0b-215c7bc51a87 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.847077] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fcae7b9-faab-4973-8b0b-215c7bc51a87" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.847077] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fcae7b9-faab-4973-8b0b-215c7bc51a87" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.847077] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fcae7b9-faab-4973-8b0b-215c7bc51a87" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.847467] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.847467] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.847467] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.847467] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.847641] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.847641] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fcae7b9-faab-4973-8b0b-215c7bc51a87" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.848383] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fcae7b9-faab-4973-8b0b-215c7bc51a87 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.848383] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fcae7b9-faab-4973-8b0b-215c7bc51a87" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.848383] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fcae7b9-faab-4973-8b0b-215c7bc51a87" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.848383] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fcae7b9-faab-4973-8b0b-215c7bc51a87" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.848598] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.848598] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.848688] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.848774] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.849098] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.849098] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fcae7b9-faab-4973-8b0b-215c7bc51a87" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.849098] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1fcae7b9-faab-4973-8b0b-215c7bc51a87',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.850750] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.850750] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.850880] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.852350] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.852350] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.852350] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-943fd081-5588-44fe-919a-a41b487e2906" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.181703] env[65642]: INFO networking_nsxv3.common.synchronization [req-f45eef08-9eb9-4546-aa9d-369beebf2fed req-7a6fd406-69ed-4ddb-af80-1fcc60a6c947 tempest-ServersTestJSON-376027512 tempest-ServersTestJSON-376027512-project-member] Enqueued Resource ID: 619d6403-58f4-45fd-acf7-1c497a2bbbc3 with Priority: HIGHEST for action security_group_members [ 1054.182321] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 619d6403-58f4-45fd-acf7-1c497a2bbbc3 with Priority: HIGHEST for action security_group_members [ 1054.182640] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-619d6403-58f4-45fd-acf7-1c497a2bbbc3 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.182764] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-619d6403-58f4-45fd-acf7-1c497a2bbbc3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.182832] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-619d6403-58f4-45fd-acf7-1c497a2bbbc3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.183039] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-619d6403-58f4-45fd-acf7-1c497a2bbbc3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.183202] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.183299] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.183357] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.183503] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.183587] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.183679] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('619d6403-58f4-45fd-acf7-1c497a2bbbc3',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.325036] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f50994da-f7e0-4177-907e-e40671a3bf50',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.352896] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1fcae7b9-faab-4973-8b0b-215c7bc51a87: rpc.has_security_group_logging(os_id): False [ 1054.378173] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.378779] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.379079] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.379750] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.380056] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.382329] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.382329] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.382329] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.382329] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.382329] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.382329] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.382329] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.382329] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.382329] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.382329] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.382329] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.382329] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.382329] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.382329] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.383171] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.383171] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1fcae7b9-faab-4973-8b0b-215c7bc51a87 is going to be created. [ 1054.478381] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.478381] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.478381] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.478381] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.478381] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.490565] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1fcae7b9-faab-4973-8b0b-215c7bc51a87 in Status: IN_PROGRESS for 2s [ 1054.687023] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.687023] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.687023] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.687023] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.687023] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.687874] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.687874] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.687874] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.687874] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.687874] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.687874] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 619d6403-58f4-45fd-acf7-1c497a2bbbc3 is going to be updated. [ 1054.718250] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.718398] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.718462] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.718678] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.718818] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.728706] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 619d6403-58f4-45fd-acf7-1c497a2bbbc3 in Status: IN_PROGRESS for 2s [ 1054.832022] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.832022] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.832022] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.832022] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.832022] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.832022] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f50994da-f7e0-4177-907e-e40671a3bf50 is going to be created. [ 1054.861661] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.862211] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.862211] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.862401] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.862401] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.880932] env[65642]: INFO networking_nsxv3.common.synchronization [req-e733de1a-f2df-4547-8f4c-b0e3ee836bcb req-cffe6133-7246-4a1b-9a0a-6a116b7ad27c tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Enqueued Resource ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d with Priority: HIGHEST for action security_group_members [ 1054.881955] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f50994da-f7e0-4177-907e-e40671a3bf50 in Status: UNINITIALIZED for 2s [ 1054.882587] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d with Priority: HIGHEST for action security_group_members [ 1054.882946] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-18f2a55f-5961-42a6-992b-c4e6552ec92d taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.883108] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.883176] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.883375] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.883535] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.883648] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.883693] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.883838] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.883922] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.884028] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18f2a55f-5961-42a6-992b-c4e6552ec92d',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.011538] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b503b44c-c026-4120-95d4-701afa7d90c7 in Status: SUCCESS [ 1055.011538] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.387696] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('18f2a55f-5961-42a6-992b-c4e6552ec92d',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.854640] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b8ec4214-95fc-4945-8050-c52f58369b15 in Status: SUCCESS [ 1055.854923] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b8ec4214-95fc-4945-8050-c52f58369b15" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.891640] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('18f2a55f-5961-42a6-992b-c4e6552ec92d',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.208249] env[65642]: INFO networking_nsxv3.common.synchronization [req-7e993ef0-f973-4ded-ae45-5973f55c5f62 req-5d3be2b6-33a8-4d4b-820d-37889005006f tempest-ServerMetadataNegativeTestJSON-1710571341 tempest-ServerMetadataNegativeTestJSON-1710571341-project-member] Enqueued Resource ID: a676ca07-127f-4220-a203-b102ab4bdf6f with Priority: HIGHEST for action security_group_members [ 1056.208410] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a676ca07-127f-4220-a203-b102ab4bdf6f with Priority: HIGHEST for action security_group_members [ 1056.208842] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-a676ca07-127f-4220-a203-b102ab4bdf6f taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.208967] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a676ca07-127f-4220-a203-b102ab4bdf6f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.209048] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a676ca07-127f-4220-a203-b102ab4bdf6f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.209338] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a676ca07-127f-4220-a203-b102ab4bdf6f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.209523] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.209655] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.209735] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.209913] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.210032] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.210153] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a676ca07-127f-4220-a203-b102ab4bdf6f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.393876] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.394420] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.394420] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.394420] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.394420] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.394646] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d is going to be updated. [ 1056.429046] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.429046] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.429046] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.429046] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.429407] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.445680] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d in Status: IN_PROGRESS for 2s [ 1056.505072] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1fcae7b9-faab-4973-8b0b-215c7bc51a87 in Status: SUCCESS [ 1056.506013] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1fcae7b9-faab-4973-8b0b-215c7bc51a87" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.620545] env[65642]: INFO networking_nsxv3.common.synchronization [req-28ebb23d-a308-4795-9bd3-c0b65f5c9819 req-5f4a0293-7aa9-458d-8297-58993d82d563 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Enqueued Resource ID: 2218493c-99bf-4de1-ab14-7da434099a02 with Priority: HIGHEST for action security_group_members [ 1056.623397] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2218493c-99bf-4de1-ab14-7da434099a02 with Priority: HIGHEST for action security_group_members [ 1056.624829] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock network-726 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.625138] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "network-726" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.625344] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "network-726" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.625808] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "network-726" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.626251] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.626502] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.626683] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.627015] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.627247] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.627544] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1056.627709] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] NeedRegenerationException {{(pid=65642) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1056.628019] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] no value, waiting for create lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1056.628314] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] value creation lock acquired {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1056.628564] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1056.628564] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Calling creation function for not-yet-present value {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1056.628722] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1056.630597] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-2218493c-99bf-4de1-ab14-7da434099a02 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.630788] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2218493c-99bf-4de1-ab14-7da434099a02" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.630841] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2218493c-99bf-4de1-ab14-7da434099a02" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.631085] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2218493c-99bf-4de1-ab14-7da434099a02" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.631626] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.631773] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.631864] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.632093] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.632232] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.632374] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2218493c-99bf-4de1-ab14-7da434099a02',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.652097] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1056.652293] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65642) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1056.652433] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Released creation lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1056.652608] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "network-726" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.653062] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock port-fe33c9ae-b030-42ea-b99c-c5e55e996fa7 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.653254] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "port-fe33c9ae-b030-42ea-b99c-c5e55e996fa7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.653374] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "port-fe33c9ae-b030-42ea-b99c-c5e55e996fa7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.653696] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "port-fe33c9ae-b030-42ea-b99c-c5e55e996fa7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.656818] env[65642]: DEBUG networking_nsxv3.api.rpc [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe33c9ae-b030-42ea-b99c-c5e55e996fa7',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.713965] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.714258] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.714343] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.714567] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.714657] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.714931] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.715037] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.715103] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.715263] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.715340] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.715424] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a676ca07-127f-4220-a203-b102ab4bdf6f already deleted. [ 1056.715502] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a676ca07-127f-4220-a203-b102ab4bdf6f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.740752] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 619d6403-58f4-45fd-acf7-1c497a2bbbc3 in Status: SUCCESS [ 1056.740928] env[65642]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 619d6403-58f4-45fd-acf7-1c497a2bbbc3 deletion is rescheduled due to dependency. [ 1056.741055] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-619d6403-58f4-45fd-acf7-1c497a2bbbc3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.892036] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f50994da-f7e0-4177-907e-e40671a3bf50 in Status: SUCCESS [ 1056.892265] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f50994da-f7e0-4177-907e-e40671a3bf50" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.892445] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f50994da-f7e0-4177-907e-e40671a3bf50" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.892670] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f50994da-f7e0-4177-907e-e40671a3bf50" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.892857] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.892993] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.893056] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.893216] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.893298] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.893384] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f50994da-f7e0-4177-907e-e40671a3bf50" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.893474] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f50994da-f7e0-4177-907e-e40671a3bf50',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.135681] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.135681] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.135681] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.135945] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.135945] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.136115] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.136213] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.136266] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.136422] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.136500] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.136587] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2218493c-99bf-4de1-ab14-7da434099a02 is going to be updated. [ 1057.159177] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.159343] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.159496] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.159760] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.159999] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.160183] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Segment Port fe33c9ae-b030-42ea-b99c-c5e55e996fa7 not found, creating... [ 1057.160448] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.160606] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.160724] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.160974] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.161158] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.161403] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.161605] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.161668] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.161866] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.161996] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.162147] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Resource: SegmentPort with ID: fe33c9ae-b030-42ea-b99c-c5e55e996fa7 is going to be created. [ 1057.172969] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.173168] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.173215] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.173432] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.173572] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.183162] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2218493c-99bf-4de1-ab14-7da434099a02 in Status: IN_PROGRESS for 2s [ 1057.185630] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.185865] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.185992] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.186286] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.186524] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.186750] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "port-fe33c9ae-b030-42ea-b99c-c5e55e996fa7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.400117] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-f50994da-f7e0-4177-907e-e40671a3bf50 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.400479] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f50994da-f7e0-4177-907e-e40671a3bf50" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.400479] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f50994da-f7e0-4177-907e-e40671a3bf50" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.402140] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f50994da-f7e0-4177-907e-e40671a3bf50" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.402140] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.402140] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.402140] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.402140] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.402140] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.402140] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f50994da-f7e0-4177-907e-e40671a3bf50" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.402140] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-f50994da-f7e0-4177-907e-e40671a3bf50 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.402140] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f50994da-f7e0-4177-907e-e40671a3bf50" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.402140] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f50994da-f7e0-4177-907e-e40671a3bf50" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.402140] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f50994da-f7e0-4177-907e-e40671a3bf50" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.402140] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.402140] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.402602] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.402602] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.402602] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.402602] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f50994da-f7e0-4177-907e-e40671a3bf50" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.402602] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f50994da-f7e0-4177-907e-e40671a3bf50',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.907357] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f50994da-f7e0-4177-907e-e40671a3bf50: rpc.has_security_group_logging(os_id): False [ 1057.927808] env[65642]: INFO networking_nsxv3.common.synchronization [req-7e993ef0-f973-4ded-ae45-5973f55c5f62 req-25163a5d-bb0a-4f1c-8020-a11d932e2e54 service nova] Enqueued Resource ID: a676ca07-127f-4220-a203-b102ab4bdf6f with Priority: HIGHEST for action security_group_rules [ 1057.929543] env[65642]: INFO networking_nsxv3.common.synchronization [req-7e993ef0-f973-4ded-ae45-5973f55c5f62 req-25163a5d-bb0a-4f1c-8020-a11d932e2e54 service nova] Enqueued Resource ID: a676ca07-127f-4220-a203-b102ab4bdf6f with Priority: HIGHEST for action security_group_members [ 1057.929821] env[65642]: INFO networking_nsxv3.common.synchronization [req-7e993ef0-f973-4ded-ae45-5973f55c5f62 req-25163a5d-bb0a-4f1c-8020-a11d932e2e54 service nova] Enqueued Resource ID: fe33c9ae-b030-42ea-b99c-c5e55e996fa7 with Priority: HIGHEST for action port [ 1057.930557] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a676ca07-127f-4220-a203-b102ab4bdf6f with Priority: HIGHEST for action security_group_rules [ 1057.930755] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a676ca07-127f-4220-a203-b102ab4bdf6f with Priority: HIGHEST for action security_group_members [ 1057.930871] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe33c9ae-b030-42ea-b99c-c5e55e996fa7 with Priority: HIGHEST for action port [ 1057.931283] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a676ca07-127f-4220-a203-b102ab4bdf6f taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.931410] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a676ca07-127f-4220-a203-b102ab4bdf6f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.931470] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a676ca07-127f-4220-a203-b102ab4bdf6f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.931766] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a676ca07-127f-4220-a203-b102ab4bdf6f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.931861] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a676ca07-127f-4220-a203-b102ab4bdf6f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.936350] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-a676ca07-127f-4220-a203-b102ab4bdf6f taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.936678] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a676ca07-127f-4220-a203-b102ab4bdf6f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.936787] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a676ca07-127f-4220-a203-b102ab4bdf6f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.937057] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a676ca07-127f-4220-a203-b102ab4bdf6f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.937263] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.937431] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.937496] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.937694] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.937824] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.937958] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a676ca07-127f-4220-a203-b102ab4bdf6f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.939714] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-fe33c9ae-b030-42ea-b99c-c5e55e996fa7 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.939877] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fe33c9ae-b030-42ea-b99c-c5e55e996fa7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.939877] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fe33c9ae-b030-42ea-b99c-c5e55e996fa7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.942849] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fe33c9ae-b030-42ea-b99c-c5e55e996fa7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.943573] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe33c9ae-b030-42ea-b99c-c5e55e996fa7',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.945591] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.945735] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.945802] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.947847] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.947984] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.948240] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.948467] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.948628] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.948826] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.948931] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.949152] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.949253] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.949318] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.949467] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.949544] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.949748] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.949851] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.950183] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.950183] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.950183] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.950183] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f50994da-f7e0-4177-907e-e40671a3bf50 is going to be created. [ 1058.030168] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.030168] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.030492] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.030492] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.030620] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.045918] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f50994da-f7e0-4177-907e-e40671a3bf50 in Status: IN_PROGRESS for 2s [ 1058.445817] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-a676ca07-127f-4220-a203-b102ab4bdf6f taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.446177] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a676ca07-127f-4220-a203-b102ab4bdf6f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.452808] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a676ca07-127f-4220-a203-b102ab4bdf6f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.453895] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fe33c9ae-b030-42ea-b99c-c5e55e996fa7 with status ACTIVE [ 1058.454158] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.454278] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.454348] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.454554] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.454642] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.454879] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.454983] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.455059] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.455214] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.455291] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.455477] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.455606] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.455654] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.455793] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.455877] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.455973] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fe33c9ae-b030-42ea-b99c-c5e55e996fa7 is going to be updated. [ 1058.458052] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d in Status: SUCCESS [ 1058.458241] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.479101] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.479278] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.479361] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.479568] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.479721] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.479913] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fe33c9ae-b030-42ea-b99c-c5e55e996fa7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.959555] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a676ca07-127f-4220-a203-b102ab4bdf6f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.195583] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2218493c-99bf-4de1-ab14-7da434099a02 in Status: SUCCESS [ 1059.195583] env[65642]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2218493c-99bf-4de1-ab14-7da434099a02 deletion is rescheduled due to dependency. [ 1059.195583] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2218493c-99bf-4de1-ab14-7da434099a02" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.462350] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.462662] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.462662] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.462936] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.463058] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.463218] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a676ca07-127f-4220-a203-b102ab4bdf6f is going to be created. [ 1059.493046] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.493222] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.493311] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.493535] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.493721] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.508022] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a676ca07-127f-4220-a203-b102ab4bdf6f in Status: UNINITIALIZED for 2s [ 1060.058889] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f50994da-f7e0-4177-907e-e40671a3bf50 in Status: SUCCESS [ 1060.059198] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f50994da-f7e0-4177-907e-e40671a3bf50" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.520047] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a676ca07-127f-4220-a203-b102ab4bdf6f in Status: SUCCESS [ 1061.520814] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a676ca07-127f-4220-a203-b102ab4bdf6f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.525222] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a676ca07-127f-4220-a203-b102ab4bdf6f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.525222] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a676ca07-127f-4220-a203-b102ab4bdf6f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.525222] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.525222] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.525222] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.525222] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.525222] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.525222] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a676ca07-127f-4220-a203-b102ab4bdf6f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.525222] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a676ca07-127f-4220-a203-b102ab4bdf6f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.031086] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-a676ca07-127f-4220-a203-b102ab4bdf6f taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.031288] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a676ca07-127f-4220-a203-b102ab4bdf6f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.031354] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a676ca07-127f-4220-a203-b102ab4bdf6f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.031553] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a676ca07-127f-4220-a203-b102ab4bdf6f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.031731] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.031842] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.032013] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.032077] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.032153] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.032258] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a676ca07-127f-4220-a203-b102ab4bdf6f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.032417] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-a676ca07-127f-4220-a203-b102ab4bdf6f taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.032512] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a676ca07-127f-4220-a203-b102ab4bdf6f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.032584] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a676ca07-127f-4220-a203-b102ab4bdf6f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.032742] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a676ca07-127f-4220-a203-b102ab4bdf6f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.032888] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.033015] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.033059] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.033177] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.033253] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.033333] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a676ca07-127f-4220-a203-b102ab4bdf6f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.033427] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a676ca07-127f-4220-a203-b102ab4bdf6f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.223378] env[65642]: INFO networking_nsxv3.common.synchronization [req-21f0b596-3476-45e7-8977-0554b3123a9c req-a5e9f768-84d5-4d40-9f80-683f6cfe7287 tempest-ServerDiskConfigTestJSON-2035908258 tempest-ServerDiskConfigTestJSON-2035908258-project-member] Enqueued Resource ID: b503b44c-c026-4120-95d4-701afa7d90c7 with Priority: HIGHEST for action security_group_members [ 1062.224100] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b503b44c-c026-4120-95d4-701afa7d90c7 with Priority: HIGHEST for action security_group_members [ 1062.224887] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-b503b44c-c026-4120-95d4-701afa7d90c7 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.224887] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.224887] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.225177] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.225177] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.225433] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.225433] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.225543] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.225543] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.225622] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b503b44c-c026-4120-95d4-701afa7d90c7',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.537435] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a676ca07-127f-4220-a203-b102ab4bdf6f: rpc.has_security_group_logging(os_id): False [ 1062.556643] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.556848] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.556848] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.557093] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.557247] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.557409] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.557529] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.557586] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.557768] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.557843] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.558066] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.558403] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.558535] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.558749] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.558834] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.559047] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.559156] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.559243] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.559355] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.559438] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.559506] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a676ca07-127f-4220-a203-b102ab4bdf6f is going to be created. [ 1062.598400] env[65642]: INFO networking_nsxv3.common.synchronization [req-0283315b-0796-41ed-ac43-4581abe627d8 req-f6465bd2-ac66-44a5-b933-6a651b1d7407 tempest-ServerAddressesNegativeTestJSON-1734928618 tempest-ServerAddressesNegativeTestJSON-1734928618-project-member] Enqueued Resource ID: 1fcae7b9-faab-4973-8b0b-215c7bc51a87 with Priority: HIGHEST for action security_group_members [ 1062.598993] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fcae7b9-faab-4973-8b0b-215c7bc51a87 with Priority: HIGHEST for action security_group_members [ 1062.599341] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fcae7b9-faab-4973-8b0b-215c7bc51a87 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.599465] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fcae7b9-faab-4973-8b0b-215c7bc51a87" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.599533] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fcae7b9-faab-4973-8b0b-215c7bc51a87" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.599744] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fcae7b9-faab-4973-8b0b-215c7bc51a87" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.599899] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.600011] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.600078] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.600238] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.600328] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.600423] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1fcae7b9-faab-4973-8b0b-215c7bc51a87',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.632314] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.632462] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.632508] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.632720] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.633011] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.647400] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a676ca07-127f-4220-a203-b102ab4bdf6f in Status: IN_PROGRESS for 2s [ 1062.728439] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.728675] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.728675] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.728911] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.729043] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.729254] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.729415] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.729495] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.729667] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.729762] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.729865] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b503b44c-c026-4120-95d4-701afa7d90c7 is going to be updated. [ 1062.803236] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.803346] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.803418] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.803628] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.803773] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.822266] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b503b44c-c026-4120-95d4-701afa7d90c7 in Status: IN_PROGRESS for 2s [ 1063.106030] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.106030] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.106030] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.106030] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.106030] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.106030] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.106030] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.106030] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.106030] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.106030] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.106030] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fcae7b9-faab-4973-8b0b-215c7bc51a87 is going to be updated. [ 1063.140304] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.140304] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.140304] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.140304] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.140304] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.152361] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fcae7b9-faab-4973-8b0b-215c7bc51a87 in Status: IN_PROGRESS for 2s [ 1064.507938] env[65642]: INFO networking_nsxv3.common.synchronization [req-cdd9238f-9874-4e89-8b93-fe203f9cceae req-674e6dd3-c003-4ed2-84cd-4bc1b2891b5f tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Enqueued Resource ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d with Priority: HIGHEST for action security_group_members [ 1064.509059] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d with Priority: HIGHEST for action security_group_members [ 1064.509146] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-18f2a55f-5961-42a6-992b-c4e6552ec92d taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.509812] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.509812] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.510519] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.510709] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.510835] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.510917] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.511119] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.511354] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.511354] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18f2a55f-5961-42a6-992b-c4e6552ec92d',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.662961] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a676ca07-127f-4220-a203-b102ab4bdf6f in Status: SUCCESS [ 1064.663286] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a676ca07-127f-4220-a203-b102ab4bdf6f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.821384] env[65642]: INFO networking_nsxv3.common.synchronization [req-f50e1ea8-15e8-4c18-b0c0-d35955d58e46 req-067adbaf-73f2-4cb5-9160-ec984709269e tempest-ServerGroupTestJSON-1572523236 tempest-ServerGroupTestJSON-1572523236-project-member] Enqueued Resource ID: f50994da-f7e0-4177-907e-e40671a3bf50 with Priority: HIGHEST for action security_group_members [ 1064.822020] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f50994da-f7e0-4177-907e-e40671a3bf50 with Priority: HIGHEST for action security_group_members [ 1064.822346] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-f50994da-f7e0-4177-907e-e40671a3bf50 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.822467] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f50994da-f7e0-4177-907e-e40671a3bf50" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.822538] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f50994da-f7e0-4177-907e-e40671a3bf50" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.822732] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f50994da-f7e0-4177-907e-e40671a3bf50" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.822896] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.823007] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.823690] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.823888] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.823992] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.824115] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f50994da-f7e0-4177-907e-e40671a3bf50',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.834190] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b503b44c-c026-4120-95d4-701afa7d90c7 in Status: SUCCESS [ 1064.834363] env[65642]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b503b44c-c026-4120-95d4-701afa7d90c7 deletion is rescheduled due to dependency. [ 1064.834464] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.014375] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('18f2a55f-5961-42a6-992b-c4e6552ec92d',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.162567] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fcae7b9-faab-4973-8b0b-215c7bc51a87 in Status: SUCCESS [ 1065.162807] env[65642]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fcae7b9-faab-4973-8b0b-215c7bc51a87 deletion is rescheduled due to dependency. [ 1065.162946] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fcae7b9-faab-4973-8b0b-215c7bc51a87" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.328286] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.328570] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.328688] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.328995] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.329138] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.329449] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.329568] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.330205] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.330205] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.330205] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.330205] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f50994da-f7e0-4177-907e-e40671a3bf50 is going to be updated. [ 1065.363639] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.363843] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.363949] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.364281] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.364453] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.379211] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f50994da-f7e0-4177-907e-e40671a3bf50 in Status: IN_PROGRESS for 2s [ 1065.516659] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('18f2a55f-5961-42a6-992b-c4e6552ec92d',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.022606] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.022784] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.022900] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.023231] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.023330] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.023432] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d is going to be updated. [ 1066.057432] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.057635] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.057635] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.057889] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.058091] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.067825] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d in Status: IN_PROGRESS for 2s [ 1067.386957] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock network-641 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.387291] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "network-641" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.387291] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "network-641" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.387571] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "network-641" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.387819] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.387974] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.388104] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.388309] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.388452] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.388654] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1067.388766] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] NeedRegenerationException {{(pid=65642) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1067.388885] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] no value, waiting for create lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1067.389032] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] value creation lock acquired {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1067.389163] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1067.389283] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Calling creation function for not-yet-present value {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1067.389423] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1067.391055] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f50994da-f7e0-4177-907e-e40671a3bf50 in Status: SUCCESS [ 1067.391239] env[65642]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f50994da-f7e0-4177-907e-e40671a3bf50 deletion is rescheduled due to dependency. [ 1067.391315] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f50994da-f7e0-4177-907e-e40671a3bf50" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.409123] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1067.409299] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65642) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1067.409441] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Released creation lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1067.409671] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "network-641" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.409997] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock port-0cd64c09-5c6e-4b19-92a4-a0d2e42c4f16 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.410186] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "port-0cd64c09-5c6e-4b19-92a4-a0d2e42c4f16" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.410304] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "port-0cd64c09-5c6e-4b19-92a4-a0d2e42c4f16" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.410563] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "port-0cd64c09-5c6e-4b19-92a4-a0d2e42c4f16" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.410697] env[65642]: DEBUG networking_nsxv3.api.rpc [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0cd64c09-5c6e-4b19-92a4-a0d2e42c4f16',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.913151] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.913423] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.913569] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.913857] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.914018] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.914327] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.914496] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.914612] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.914830] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.915057] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.915367] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.915771] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.915771] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.915879] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.915975] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.916185] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Resource: SegmentPort with ID: 0cd64c09-5c6e-4b19-92a4-a0d2e42c4f16 is going to be updated. [ 1067.944387] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.944584] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.944704] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.944992] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.945213] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.945534] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "port-0cd64c09-5c6e-4b19-92a4-a0d2e42c4f16" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.079187] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d in Status: SUCCESS [ 1068.079187] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.700356] env[65642]: INFO networking_nsxv3.common.synchronization [req-a55c0304-4888-426c-95a6-4d7f93a0f40c req-89c8cff6-2924-41fd-add4-ca46fb37255e service nova] Enqueued Resource ID: b8ec4214-95fc-4945-8050-c52f58369b15 with Priority: HIGHEST for action security_group_rules [ 1068.700356] env[65642]: INFO networking_nsxv3.common.synchronization [req-a55c0304-4888-426c-95a6-4d7f93a0f40c req-89c8cff6-2924-41fd-add4-ca46fb37255e service nova] Enqueued Resource ID: b8ec4214-95fc-4945-8050-c52f58369b15 with Priority: HIGHEST for action security_group_members [ 1068.700356] env[65642]: INFO networking_nsxv3.common.synchronization [req-a55c0304-4888-426c-95a6-4d7f93a0f40c req-89c8cff6-2924-41fd-add4-ca46fb37255e service nova] Enqueued Resource ID: 0cd64c09-5c6e-4b19-92a4-a0d2e42c4f16 with Priority: HIGHEST for action port [ 1068.700356] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8ec4214-95fc-4945-8050-c52f58369b15 with Priority: HIGHEST for action security_group_rules [ 1068.700356] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8ec4214-95fc-4945-8050-c52f58369b15 with Priority: HIGHEST for action security_group_members [ 1068.700356] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cd64c09-5c6e-4b19-92a4-a0d2e42c4f16 with Priority: HIGHEST for action port [ 1068.700356] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b8ec4214-95fc-4945-8050-c52f58369b15 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.700356] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b8ec4214-95fc-4945-8050-c52f58369b15" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.700356] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b8ec4214-95fc-4945-8050-c52f58369b15" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.700356] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b8ec4214-95fc-4945-8050-c52f58369b15" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.700356] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b8ec4214-95fc-4945-8050-c52f58369b15',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.704487] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8ec4214-95fc-4945-8050-c52f58369b15 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.704644] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8ec4214-95fc-4945-8050-c52f58369b15" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.704713] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8ec4214-95fc-4945-8050-c52f58369b15" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.704959] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8ec4214-95fc-4945-8050-c52f58369b15" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.705153] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.705260] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.705319] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.705474] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.705568] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.705658] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8ec4214-95fc-4945-8050-c52f58369b15',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.706757] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-0cd64c09-5c6e-4b19-92a4-a0d2e42c4f16 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.706860] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0cd64c09-5c6e-4b19-92a4-a0d2e42c4f16" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.706923] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0cd64c09-5c6e-4b19-92a4-a0d2e42c4f16" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.707092] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0cd64c09-5c6e-4b19-92a4-a0d2e42c4f16" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.707163] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0cd64c09-5c6e-4b19-92a4-a0d2e42c4f16',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.210454] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b8ec4214-95fc-4945-8050-c52f58369b15',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.214906] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8ec4214-95fc-4945-8050-c52f58369b15 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.215166] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8ec4214-95fc-4945-8050-c52f58369b15" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.215420] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0cd64c09-5c6e-4b19-92a4-a0d2e42c4f16 with status ACTIVE [ 1069.215617] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.215729] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.215796] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.216072] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.216261] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.217297] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.217412] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.217600] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.217787] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.218354] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.218354] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.218354] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.218354] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.220511] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.220511] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.220621] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0cd64c09-5c6e-4b19-92a4-a0d2e42c4f16 is going to be updated. [ 1069.249150] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.249150] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.249150] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.249915] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.249915] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.249915] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0cd64c09-5c6e-4b19-92a4-a0d2e42c4f16" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.716024] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b8ec4214-95fc-4945-8050-c52f58369b15',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.218321] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.218557] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.218557] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.218993] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.219193] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.219334] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8ec4214-95fc-4945-8050-c52f58369b15 is going to be updated. [ 1070.249641] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.249641] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.249641] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.250013] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.250013] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.264214] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8ec4214-95fc-4945-8050-c52f58369b15 in Status: IN_PROGRESS for 2s [ 1072.275977] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8ec4214-95fc-4945-8050-c52f58369b15 in Status: SUCCESS [ 1072.276280] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8ec4214-95fc-4945-8050-c52f58369b15" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.276468] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8ec4214-95fc-4945-8050-c52f58369b15" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.276709] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8ec4214-95fc-4945-8050-c52f58369b15" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.276922] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.277055] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.277123] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.277287] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.277396] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.277496] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8ec4214-95fc-4945-8050-c52f58369b15" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.277590] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b8ec4214-95fc-4945-8050-c52f58369b15',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.575636] env[65642]: INFO networking_nsxv3.common.synchronization [req-24359c39-d3a0-4dc2-8f46-90e323e54b6f req-a25f111e-2ce1-46c0-8380-0ba5f2e531b8 tempest-ServerMetadataNegativeTestJSON-1710571341 tempest-ServerMetadataNegativeTestJSON-1710571341-project-member] Enqueued Resource ID: a676ca07-127f-4220-a203-b102ab4bdf6f with Priority: HIGHEST for action security_group_members [ 1072.576757] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a676ca07-127f-4220-a203-b102ab4bdf6f with Priority: HIGHEST for action security_group_members [ 1072.577284] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-a676ca07-127f-4220-a203-b102ab4bdf6f taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.577361] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a676ca07-127f-4220-a203-b102ab4bdf6f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.577449] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a676ca07-127f-4220-a203-b102ab4bdf6f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.577674] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a676ca07-127f-4220-a203-b102ab4bdf6f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.578731] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.578731] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.578731] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.578731] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.578731] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.578731] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a676ca07-127f-4220-a203-b102ab4bdf6f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.780692] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8ec4214-95fc-4945-8050-c52f58369b15 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.780962] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8ec4214-95fc-4945-8050-c52f58369b15" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.781097] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8ec4214-95fc-4945-8050-c52f58369b15" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.781432] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8ec4214-95fc-4945-8050-c52f58369b15" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.781711] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.781889] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.782032] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.782303] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.782538] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.782700] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8ec4214-95fc-4945-8050-c52f58369b15" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.782929] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8ec4214-95fc-4945-8050-c52f58369b15 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.783092] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8ec4214-95fc-4945-8050-c52f58369b15" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.783197] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8ec4214-95fc-4945-8050-c52f58369b15" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.783427] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8ec4214-95fc-4945-8050-c52f58369b15" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.783721] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.783875] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.783985] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.784235] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.784376] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.784524] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8ec4214-95fc-4945-8050-c52f58369b15" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.784744] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b8ec4214-95fc-4945-8050-c52f58369b15',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.080320] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.081041] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.081041] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.081041] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.081041] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.081287] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.081287] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.081287] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.081456] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.081535] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.081626] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a676ca07-127f-4220-a203-b102ab4bdf6f is going to be updated. [ 1073.112503] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.112650] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.112892] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.113023] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.113185] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.124081] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a676ca07-127f-4220-a203-b102ab4bdf6f in Status: IN_PROGRESS for 2s [ 1073.287772] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b8ec4214-95fc-4945-8050-c52f58369b15: rpc.has_security_group_logging(os_id): False [ 1073.313190] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.313410] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.313570] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.313827] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.313969] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.314241] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.314430] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.314597] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.314816] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.314941] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.315225] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.315361] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.315439] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.315552] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.315637] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.315851] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.315968] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.316044] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.316260] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.316343] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.316443] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b8ec4214-95fc-4945-8050-c52f58369b15 is going to be updated. [ 1073.397366] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.397577] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.397577] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.397783] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.398562] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.413708] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b8ec4214-95fc-4945-8050-c52f58369b15 in Status: IN_PROGRESS for 2s [ 1073.461502] env[65642]: INFO networking_nsxv3.common.synchronization [req-7621c3ee-c5a5-49b9-99be-a2480508bd7e req-a8a76855-e878-4392-9192-d781625538f7 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Enqueued Resource ID: 0fd5ebee-27ad-48de-a780-a823cd496c9c with Priority: HIGHEST for action security_group_members [ 1073.462339] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fd5ebee-27ad-48de-a780-a823cd496c9c with Priority: HIGHEST for action security_group_members [ 1073.462545] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fd5ebee-27ad-48de-a780-a823cd496c9c taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.462680] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.462750] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.462983] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.463677] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.463863] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.463863] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.464148] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.464375] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.464502] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0fd5ebee-27ad-48de-a780-a823cd496c9c',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.967352] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.967624] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.967706] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.967962] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.995224] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.995459] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.995580] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.995647] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.995915] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.995994] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.996112] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0fd5ebee-27ad-48de-a780-a823cd496c9c is going to be updated. [ 1074.040712] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.040712] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.040712] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.041160] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.041160] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.052663] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fd5ebee-27ad-48de-a780-a823cd496c9c in Status: IN_PROGRESS for 2s [ 1075.135766] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a676ca07-127f-4220-a203-b102ab4bdf6f in Status: SUCCESS [ 1075.136183] env[65642]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a676ca07-127f-4220-a203-b102ab4bdf6f deletion is rescheduled due to dependency. [ 1075.136261] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a676ca07-127f-4220-a203-b102ab4bdf6f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.267896] env[65642]: INFO networking_nsxv3.common.synchronization [req-0ca13a9a-724a-4940-a039-3538e12f18a8 req-30dbe355-42d0-4347-8812-228a1b8bbe22 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Enqueued Resource ID: d635d881-3548-4b12-a74f-a8f1d313a45f with Priority: HIGHEST for action security_group_members [ 1075.269261] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d635d881-3548-4b12-a74f-a8f1d313a45f with Priority: HIGHEST for action security_group_members [ 1075.269824] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-d635d881-3548-4b12-a74f-a8f1d313a45f taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.270128] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d635d881-3548-4b12-a74f-a8f1d313a45f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.270220] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d635d881-3548-4b12-a74f-a8f1d313a45f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.270497] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d635d881-3548-4b12-a74f-a8f1d313a45f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.270776] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.270911] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.271900] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.272180] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.272334] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.272488] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d635d881-3548-4b12-a74f-a8f1d313a45f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.432488] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b8ec4214-95fc-4945-8050-c52f58369b15 in Status: SUCCESS [ 1075.432488] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b8ec4214-95fc-4945-8050-c52f58369b15" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.777549] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.777744] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.777793] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.779159] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.803281] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.803281] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.803281] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.803281] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.803281] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.803281] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.803281] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d635d881-3548-4b12-a74f-a8f1d313a45f is going to be updated. [ 1075.831706] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.832154] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.832154] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.832439] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.832642] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.843718] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d635d881-3548-4b12-a74f-a8f1d313a45f in Status: IN_PROGRESS for 2s [ 1076.070030] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fd5ebee-27ad-48de-a780-a823cd496c9c in Status: SUCCESS [ 1076.070030] env[65642]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0fd5ebee-27ad-48de-a780-a823cd496c9c deletion is rescheduled due to dependency. [ 1076.070030] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.858142] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d635d881-3548-4b12-a74f-a8f1d313a45f in Status: SUCCESS [ 1077.858980] env[65642]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d635d881-3548-4b12-a74f-a8f1d313a45f deletion is rescheduled due to dependency. [ 1077.858980] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d635d881-3548-4b12-a74f-a8f1d313a45f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.946896] env[65642]: INFO networking_nsxv3.common.synchronization [req-d1beecf7-78f2-4f0a-85a9-6153f873cb4d req-3e9321d6-54b4-4153-b0c4-333376941016 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Enqueued Resource ID: 4bfd9b79-1782-475e-b528-c73d4a703442 with Priority: HIGHEST for action security_group_members [ 1077.946896] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bfd9b79-1782-475e-b528-c73d4a703442 with Priority: HIGHEST for action security_group_members [ 1077.946896] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bfd9b79-1782-475e-b528-c73d4a703442 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.946896] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bfd9b79-1782-475e-b528-c73d4a703442" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.946896] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bfd9b79-1782-475e-b528-c73d4a703442" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.946896] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bfd9b79-1782-475e-b528-c73d4a703442" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.947761] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.947923] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.948046] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.948275] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.952103] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.952103] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4bfd9b79-1782-475e-b528-c73d4a703442',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.452562] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.452735] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.452780] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.453160] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.474851] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.475183] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.475316] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.475379] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.475581] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.475665] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.475755] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bfd9b79-1782-475e-b528-c73d4a703442 is going to be updated. [ 1078.517404] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.517618] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.517735] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.518085] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.518409] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.529510] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bfd9b79-1782-475e-b528-c73d4a703442 in Status: IN_PROGRESS for 2s [ 1080.544015] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bfd9b79-1782-475e-b528-c73d4a703442 in Status: SUCCESS [ 1080.544606] env[65642]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bfd9b79-1782-475e-b528-c73d4a703442 deletion is rescheduled due to dependency. [ 1080.544606] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bfd9b79-1782-475e-b528-c73d4a703442" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.947255] env[65642]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1082.947529] env[65642]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1085.163914] env[65642]: INFO networking_nsxv3.common.synchronization [req-958f30d2-ccf9-47e9-ac76-45f5749761ae req-5403d0b9-f810-4f72-97e8-dd0de831e2ff tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Enqueued Resource ID: 86b90a03-d259-4366-8bad-4f4a3275453a with Priority: HIGHEST for action security_group_members [ 1085.164382] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86b90a03-d259-4366-8bad-4f4a3275453a with Priority: HIGHEST for action security_group_members [ 1085.164926] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-86b90a03-d259-4366-8bad-4f4a3275453a taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.167594] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86b90a03-d259-4366-8bad-4f4a3275453a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.167594] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86b90a03-d259-4366-8bad-4f4a3275453a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.167594] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86b90a03-d259-4366-8bad-4f4a3275453a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.170244] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.170244] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.170244] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.170244] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.170244] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.170244] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86b90a03-d259-4366-8bad-4f4a3275453a',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.673598] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('86b90a03-d259-4366-8bad-4f4a3275453a',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.175881] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('86b90a03-d259-4366-8bad-4f4a3275453a',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.678036] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.678036] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.678267] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.678357] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.678528] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.678769] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86b90a03-d259-4366-8bad-4f4a3275453a is going to be updated. [ 1086.708257] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.708424] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.708477] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.708697] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.708847] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.718640] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86b90a03-d259-4366-8bad-4f4a3275453a in Status: IN_PROGRESS for 2s [ 1088.731297] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86b90a03-d259-4366-8bad-4f4a3275453a in Status: SUCCESS [ 1088.731530] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86b90a03-d259-4366-8bad-4f4a3275453a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.814455] env[65642]: INFO networking_nsxv3.common.synchronization [req-f07d6325-f4e4-45d3-a172-72697c026594 req-bfc38fc9-a251-461e-b365-e82cd6bcc0c2 tempest-ServerActionsV293TestJSON-1154493619 tempest-ServerActionsV293TestJSON-1154493619-project-member] Enqueued Resource ID: 53cede52-51ea-45cd-9c0f-49e623b57d5e with Priority: HIGHEST for action security_group_members [ 1088.815128] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53cede52-51ea-45cd-9c0f-49e623b57d5e with Priority: HIGHEST for action security_group_members [ 1088.815285] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-53cede52-51ea-45cd-9c0f-49e623b57d5e taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.815416] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53cede52-51ea-45cd-9c0f-49e623b57d5e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.815491] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53cede52-51ea-45cd-9c0f-49e623b57d5e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.815695] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53cede52-51ea-45cd-9c0f-49e623b57d5e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.815847] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.815994] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.815994] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.818075] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.818180] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.818289] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53cede52-51ea-45cd-9c0f-49e623b57d5e',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.321246] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.321388] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.321692] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.323348] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.323348] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.323348] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.323348] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.323348] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.323348] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.323348] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.323348] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53cede52-51ea-45cd-9c0f-49e623b57d5e is going to be updated. [ 1089.354493] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.355057] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.355057] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.355342] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.355792] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.365308] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53cede52-51ea-45cd-9c0f-49e623b57d5e in Status: IN_PROGRESS for 2s [ 1089.760964] env[65642]: INFO networking_nsxv3.common.synchronization [req-b6fc8aab-cf68-4b79-83e2-4dd3b6514381 req-57b06072-d566-461e-9e14-a313b3774be4 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Enqueued Resource ID: 0fd5ebee-27ad-48de-a780-a823cd496c9c with Priority: HIGHEST for action security_group_members [ 1089.761520] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fd5ebee-27ad-48de-a780-a823cd496c9c with Priority: HIGHEST for action security_group_members [ 1089.761823] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fd5ebee-27ad-48de-a780-a823cd496c9c taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.761940] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.762014] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.762406] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.762568] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.762669] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.762730] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.762934] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.762991] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.763071] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0fd5ebee-27ad-48de-a780-a823cd496c9c',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.116517] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock network-365 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.116517] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "network-365" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.116517] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "network-365" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.117176] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "network-365" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.117617] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.117617] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.117617] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.117846] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.118034] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.118273] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1090.118434] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] NeedRegenerationException {{(pid=65642) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1090.118588] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] no value, waiting for create lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1090.118722] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] value creation lock acquired {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1090.118972] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1090.119131] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Calling creation function for not-yet-present value {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1090.119291] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1090.147931] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1090.149774] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65642) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1090.149992] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Released creation lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1090.150797] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "network-365" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.151233] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock port-4ab770ed-19aa-44ff-8d1b-3ce13f2ff937 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.151751] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "port-4ab770ed-19aa-44ff-8d1b-3ce13f2ff937" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.151918] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "port-4ab770ed-19aa-44ff-8d1b-3ce13f2ff937" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.152439] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "port-4ab770ed-19aa-44ff-8d1b-3ce13f2ff937" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.152619] env[65642]: DEBUG networking_nsxv3.api.rpc [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ab770ed-19aa-44ff-8d1b-3ce13f2ff937',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.265462] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.265631] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.265696] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.265871] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.265959] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.266174] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.266264] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.266386] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.266472] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.266578] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.266628] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0fd5ebee-27ad-48de-a780-a823cd496c9c is going to be updated. [ 1090.305224] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.306085] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.306085] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.306085] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.306085] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.319113] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fd5ebee-27ad-48de-a780-a823cd496c9c in Status: IN_PROGRESS for 2s [ 1090.655033] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.655398] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.655489] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.656093] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.656093] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.656093] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Segment Port 4ab770ed-19aa-44ff-8d1b-3ce13f2ff937 not found, creating... [ 1090.656948] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.656948] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.656948] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.656948] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.657219] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.657398] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.657915] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.657915] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.657915] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.658223] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.658223] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Resource: SegmentPort with ID: 4ab770ed-19aa-44ff-8d1b-3ce13f2ff937 is going to be created. [ 1090.681527] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.681737] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.681865] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.682171] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.682406] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.682642] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "port-4ab770ed-19aa-44ff-8d1b-3ce13f2ff937" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.868100] env[65642]: INFO networking_nsxv3.common.synchronization [None req-5a23261d-d39c-4834-8a7e-017739e99cae tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Enqueued Resource ID: 92ec8e91-9450-46ee-8d0f-44b064009f1e with Priority: HIGHEST for action security_group_rules [ 1090.868654] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92ec8e91-9450-46ee-8d0f-44b064009f1e with Priority: HIGHEST for action security_group_rules [ 1090.868953] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-92ec8e91-9450-46ee-8d0f-44b064009f1e taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.869254] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-92ec8e91-9450-46ee-8d0f-44b064009f1e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.869325] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-92ec8e91-9450-46ee-8d0f-44b064009f1e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.869568] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-92ec8e91-9450-46ee-8d0f-44b064009f1e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.869646] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('92ec8e91-9450-46ee-8d0f-44b064009f1e',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.122174] env[65642]: INFO networking_nsxv3.common.synchronization [None req-4d1d09f8-15cb-4d88-9a0d-d633f75ffe13 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Enqueued Resource ID: 92ec8e91-9450-46ee-8d0f-44b064009f1e with Priority: HIGHEST for action security_group_rules [ 1091.122836] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92ec8e91-9450-46ee-8d0f-44b064009f1e with Priority: HIGHEST for action security_group_rules [ 1091.123264] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-92ec8e91-9450-46ee-8d0f-44b064009f1e taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.123472] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-92ec8e91-9450-46ee-8d0f-44b064009f1e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.379831] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53cede52-51ea-45cd-9c0f-49e623b57d5e in Status: SUCCESS [ 1091.380020] env[65642]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53cede52-51ea-45cd-9c0f-49e623b57d5e deletion is rescheduled due to dependency. [ 1091.380186] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53cede52-51ea-45cd-9c0f-49e623b57d5e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.392606] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.392751] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.392820] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.393056] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.393145] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.393242] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 92ec8e91-9450-46ee-8d0f-44b064009f1e already deleted. [ 1091.393347] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-92ec8e91-9450-46ee-8d0f-44b064009f1e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.393513] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-92ec8e91-9450-46ee-8d0f-44b064009f1e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.393675] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-92ec8e91-9450-46ee-8d0f-44b064009f1e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.393757] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('92ec8e91-9450-46ee-8d0f-44b064009f1e',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.415407] env[65642]: INFO networking_nsxv3.common.synchronization [req-b6fc8aab-cf68-4b79-83e2-4dd3b6514381 req-2fb695b9-f0a0-461d-b987-df13111d8469 service nova] Enqueued Resource ID: 0fd5ebee-27ad-48de-a780-a823cd496c9c with Priority: HIGHEST for action security_group_rules [ 1091.415555] env[65642]: INFO networking_nsxv3.common.synchronization [req-b6fc8aab-cf68-4b79-83e2-4dd3b6514381 req-2fb695b9-f0a0-461d-b987-df13111d8469 service nova] Enqueued Resource ID: 0fd5ebee-27ad-48de-a780-a823cd496c9c with Priority: HIGHEST for action security_group_members [ 1091.415730] env[65642]: INFO networking_nsxv3.common.synchronization [req-b6fc8aab-cf68-4b79-83e2-4dd3b6514381 req-2fb695b9-f0a0-461d-b987-df13111d8469 service nova] Enqueued Resource ID: 4ab770ed-19aa-44ff-8d1b-3ce13f2ff937 with Priority: HIGHEST for action port [ 1091.416645] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fd5ebee-27ad-48de-a780-a823cd496c9c with Priority: HIGHEST for action security_group_rules [ 1091.416811] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fd5ebee-27ad-48de-a780-a823cd496c9c with Priority: HIGHEST for action security_group_members [ 1091.416889] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ab770ed-19aa-44ff-8d1b-3ce13f2ff937 with Priority: HIGHEST for action port [ 1091.417261] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0fd5ebee-27ad-48de-a780-a823cd496c9c taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.417330] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.417358] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.417554] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.417650] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0fd5ebee-27ad-48de-a780-a823cd496c9c',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.418864] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fd5ebee-27ad-48de-a780-a823cd496c9c taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.419047] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.419172] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-4ab770ed-19aa-44ff-8d1b-3ce13f2ff937 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.419654] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4ab770ed-19aa-44ff-8d1b-3ce13f2ff937" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.419654] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4ab770ed-19aa-44ff-8d1b-3ce13f2ff937" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.419654] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4ab770ed-19aa-44ff-8d1b-3ce13f2ff937" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.419654] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ab770ed-19aa-44ff-8d1b-3ce13f2ff937',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.917053] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.917438] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.917438] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.917522] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.917584] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.919880] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 92ec8e91-9450-46ee-8d0f-44b064009f1e already deleted. [ 1091.919880] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-92ec8e91-9450-46ee-8d0f-44b064009f1e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.921249] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fd5ebee-27ad-48de-a780-a823cd496c9c taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.921385] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.921530] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4ab770ed-19aa-44ff-8d1b-3ce13f2ff937 with status ACTIVE [ 1091.921690] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.921788] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.921853] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.922047] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.925606] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.925606] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.925606] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.925606] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.925606] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.925606] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.925606] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.925606] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.925606] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.925606] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.925606] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.925606] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4ab770ed-19aa-44ff-8d1b-3ce13f2ff937 is going to be updated. [ 1091.945158] env[65642]: INFO networking_nsxv3.common.synchronization [req-61a7571f-6bb0-4675-88f6-d68fa9548bc7 req-eba0c13b-f65c-41f5-8320-00206ee9c451 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Enqueued Resource ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d with Priority: HIGHEST for action security_group_members [ 1091.945871] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d with Priority: HIGHEST for action security_group_members [ 1091.946336] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-18f2a55f-5961-42a6-992b-c4e6552ec92d taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.946336] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.946336] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.946965] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.946965] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.946965] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.946965] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.946965] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.947142] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.947142] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18f2a55f-5961-42a6-992b-c4e6552ec92d',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.949231] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.949823] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.949823] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.949823] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.949823] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.953120] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4ab770ed-19aa-44ff-8d1b-3ce13f2ff937" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.301541] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock network-130 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.301755] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "network-130" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.301882] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "network-130" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.302235] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "network-130" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.302517] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.302690] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.302809] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.303046] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.303244] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.303478] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1092.303590] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] NeedRegenerationException {{(pid=65642) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1092.303700] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] no value, waiting for create lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1092.303810] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] value creation lock acquired {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1092.303920] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1092.304046] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Calling creation function for not-yet-present value {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1092.304211] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1092.333585] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fd5ebee-27ad-48de-a780-a823cd496c9c in Status: SUCCESS [ 1092.333898] env[65642]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0fd5ebee-27ad-48de-a780-a823cd496c9c deletion is rescheduled due to dependency. [ 1092.334055] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.335408] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1092.335646] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65642) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1092.335982] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Released creation lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1092.336267] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "network-130" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.336771] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock port-1c05f41a-11c3-413c-82ba-a53cef249ba5 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.337078] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "port-1c05f41a-11c3-413c-82ba-a53cef249ba5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.337299] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "port-1c05f41a-11c3-413c-82ba-a53cef249ba5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.337788] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "port-1c05f41a-11c3-413c-82ba-a53cef249ba5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.338015] env[65642]: DEBUG networking_nsxv3.api.rpc [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c05f41a-11c3-413c-82ba-a53cef249ba5',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.339213] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.339489] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.339758] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.339937] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.340059] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.340309] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.340448] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.340594] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0fd5ebee-27ad-48de-a780-a823cd496c9c',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.454861] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('18f2a55f-5961-42a6-992b-c4e6552ec92d',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.844136] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.844272] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.844367] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.844654] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.844804] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.845145] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Segment Port 1c05f41a-11c3-413c-82ba-a53cef249ba5 not found, creating... [ 1092.845295] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.845486] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.845606] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.845835] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.845973] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.846315] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.846580] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.846665] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.846855] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.847013] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.847171] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Resource: SegmentPort with ID: 1c05f41a-11c3-413c-82ba-a53cef249ba5 is going to be created. [ 1092.848405] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0fd5ebee-27ad-48de-a780-a823cd496c9c',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.873366] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.873737] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.873737] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.873966] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.874215] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.874578] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "port-1c05f41a-11c3-413c-82ba-a53cef249ba5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.956864] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('18f2a55f-5961-42a6-992b-c4e6552ec92d',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.350632] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0fd5ebee-27ad-48de-a780-a823cd496c9c',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.459509] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.459678] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.459783] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.460036] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.460112] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.460144] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d is going to be updated. [ 1093.490554] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.490702] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.490850] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.491025] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.491183] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.502970] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d in Status: IN_PROGRESS for 2s [ 1093.621678] env[65642]: INFO networking_nsxv3.common.synchronization [req-61a7571f-6bb0-4675-88f6-d68fa9548bc7 req-368b8d47-34be-4974-be13-a68e2539da26 service nova] Enqueued Resource ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d with Priority: HIGHEST for action security_group_rules [ 1093.623616] env[65642]: INFO networking_nsxv3.common.synchronization [req-61a7571f-6bb0-4675-88f6-d68fa9548bc7 req-368b8d47-34be-4974-be13-a68e2539da26 service nova] Enqueued Resource ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d with Priority: HIGHEST for action security_group_members [ 1093.624491] env[65642]: INFO networking_nsxv3.common.synchronization [req-61a7571f-6bb0-4675-88f6-d68fa9548bc7 req-368b8d47-34be-4974-be13-a68e2539da26 service nova] Enqueued Resource ID: 1c05f41a-11c3-413c-82ba-a53cef249ba5 with Priority: HIGHEST for action port [ 1093.628324] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d with Priority: HIGHEST for action security_group_rules [ 1093.628324] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d with Priority: HIGHEST for action security_group_members [ 1093.628324] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c05f41a-11c3-413c-82ba-a53cef249ba5 with Priority: HIGHEST for action port [ 1093.628324] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-18f2a55f-5961-42a6-992b-c4e6552ec92d taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.628324] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.628324] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.628619] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.628698] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('18f2a55f-5961-42a6-992b-c4e6552ec92d',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.629733] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-18f2a55f-5961-42a6-992b-c4e6552ec92d taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.629949] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.630218] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c05f41a-11c3-413c-82ba-a53cef249ba5 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.630377] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c05f41a-11c3-413c-82ba-a53cef249ba5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.630500] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c05f41a-11c3-413c-82ba-a53cef249ba5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.630815] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c05f41a-11c3-413c-82ba-a53cef249ba5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.630981] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c05f41a-11c3-413c-82ba-a53cef249ba5',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.853407] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.853693] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.853815] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.854164] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.854410] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.854481] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0fd5ebee-27ad-48de-a780-a823cd496c9c is going to be updated. [ 1093.886012] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.886513] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.886663] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.886907] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.887077] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.897488] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fd5ebee-27ad-48de-a780-a823cd496c9c in Status: IN_PROGRESS for 2s [ 1094.134187] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-18f2a55f-5961-42a6-992b-c4e6552ec92d taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.134187] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.134187] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1c05f41a-11c3-413c-82ba-a53cef249ba5 with status ACTIVE [ 1094.134187] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.134791] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.134791] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.135251] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.135916] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.136259] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.137029] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.137029] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.137029] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.137029] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.137029] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.137394] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.137630] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.138355] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.141021] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.141021] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1c05f41a-11c3-413c-82ba-a53cef249ba5 is going to be updated. [ 1094.155140] env[65642]: INFO networking_nsxv3.common.synchronization [None req-dcfc14a6-7e1f-485f-b977-4c1646fb2a5e None None] Enqueued Resource ID: 53a3c3ad-df6e-453a-ab7d-f94a361a7f5c with Priority: HIGHEST for action port [ 1094.155748] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53a3c3ad-df6e-453a-ab7d-f94a361a7f5c with Priority: HIGHEST for action port [ 1094.157235] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-53a3c3ad-df6e-453a-ab7d-f94a361a7f5c taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.159092] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-53a3c3ad-df6e-453a-ab7d-f94a361a7f5c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.159092] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-53a3c3ad-df6e-453a-ab7d-f94a361a7f5c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.159092] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-53a3c3ad-df6e-453a-ab7d-f94a361a7f5c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.159092] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53a3c3ad-df6e-453a-ab7d-f94a361a7f5c',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.163774] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.163946] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.164015] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.164229] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.165715] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.165824] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c05f41a-11c3-413c-82ba-a53cef249ba5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.668181] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 53a3c3ad-df6e-453a-ab7d-f94a361a7f5c [ 1094.668181] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.668181] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.668181] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.668181] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.668181] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.668181] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:53a3c3ad-df6e-453a-ab7d-f94a361a7f5c already deleted. [ 1094.668181] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-53a3c3ad-df6e-453a-ab7d-f94a361a7f5c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.107302] env[65642]: INFO networking_nsxv3.common.synchronization [req-b16dd87d-a0c9-4da4-9668-5f765cb61f39 req-7054cb64-d7fa-42f6-ba04-92312fe6c4cf tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Enqueued Resource ID: 64cf095e-38c6-4f59-b404-ca6f57072317 with Priority: HIGHEST for action security_group_members [ 1095.108511] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64cf095e-38c6-4f59-b404-ca6f57072317 with Priority: HIGHEST for action security_group_members [ 1095.108511] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-64cf095e-38c6-4f59-b404-ca6f57072317 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.108511] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64cf095e-38c6-4f59-b404-ca6f57072317" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.108511] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64cf095e-38c6-4f59-b404-ca6f57072317" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.108717] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64cf095e-38c6-4f59-b404-ca6f57072317" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.108717] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.108800] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.108831] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.108961] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.109113] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.109211] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64cf095e-38c6-4f59-b404-ca6f57072317',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.514656] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d in Status: SUCCESS [ 1095.515015] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.515086] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.515332] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.517133] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.517350] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.517617] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.518040] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.518040] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.518040] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18f2a55f-5961-42a6-992b-c4e6552ec92d',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.611923] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('64cf095e-38c6-4f59-b404-ca6f57072317',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.909196] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fd5ebee-27ad-48de-a780-a823cd496c9c in Status: SUCCESS [ 1095.909417] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.909594] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.909830] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.910041] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.910164] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.910229] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.910384] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.910467] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.910552] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.910641] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0fd5ebee-27ad-48de-a780-a823cd496c9c',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.021107] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('18f2a55f-5961-42a6-992b-c4e6552ec92d',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.114116] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('64cf095e-38c6-4f59-b404-ca6f57072317',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.231832] env[65642]: INFO networking_nsxv3.common.synchronization [None req-26769db8-415e-4298-af7d-94cbdba4eff1 None None] Enqueued Resource ID: 094a8e06-fdd0-4350-aed6-de7d0e74c233 with Priority: HIGHEST for action port [ 1096.232394] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 094a8e06-fdd0-4350-aed6-de7d0e74c233 with Priority: HIGHEST for action port [ 1096.232702] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-094a8e06-fdd0-4350-aed6-de7d0e74c233 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.232827] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-094a8e06-fdd0-4350-aed6-de7d0e74c233" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.232893] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-094a8e06-fdd0-4350-aed6-de7d0e74c233" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.234855] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-094a8e06-fdd0-4350-aed6-de7d0e74c233" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.234968] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('094a8e06-fdd0-4350-aed6-de7d0e74c233',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.413570] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fd5ebee-27ad-48de-a780-a823cd496c9c taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.413800] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.413800] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.414044] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.414979] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.414979] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.414979] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.414979] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.414979] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.414979] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.414979] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fd5ebee-27ad-48de-a780-a823cd496c9c taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.414979] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.414979] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.415402] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.415402] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.415402] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.415402] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.415525] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.415602] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.415681] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.415765] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0fd5ebee-27ad-48de-a780-a823cd496c9c',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.522721] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('18f2a55f-5961-42a6-992b-c4e6552ec92d',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.616967] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.617170] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.617237] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.617451] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.617882] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.617882] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64cf095e-38c6-4f59-b404-ca6f57072317 is going to be updated. [ 1096.648084] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.648084] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.648084] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.648327] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.648524] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.657745] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64cf095e-38c6-4f59-b404-ca6f57072317 in Status: IN_PROGRESS for 2s [ 1096.739032] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 094a8e06-fdd0-4350-aed6-de7d0e74c233 [ 1096.739032] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.739032] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.739032] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.739032] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.739032] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.739032] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:094a8e06-fdd0-4350-aed6-de7d0e74c233 already deleted. [ 1096.739350] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-094a8e06-fdd0-4350-aed6-de7d0e74c233" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.918815] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0fd5ebee-27ad-48de-a780-a823cd496c9c: rpc.has_security_group_logging(os_id): False [ 1096.937956] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.939713] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.939713] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.939713] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.939713] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.939713] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.939713] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.939713] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.939713] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.939713] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.940012] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.940012] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.940088] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.940701] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.940701] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.940701] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.940701] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.940701] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.940701] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.940986] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.940986] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0fd5ebee-27ad-48de-a780-a823cd496c9c is going to be updated. [ 1096.944375] env[65642]: INFO networking_nsxv3.common.synchronization [req-d975e5d4-396e-4222-bd71-f54b5d04d3d4 req-63ccd38f-cbe6-4005-99c3-e494a9a28dd0 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Enqueued Resource ID: a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f with Priority: HIGHEST for action security_group_members [ 1096.944970] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f with Priority: HIGHEST for action security_group_members [ 1096.945539] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.945539] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.945539] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.945729] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.946319] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.946319] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.946319] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.946319] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.946319] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.947225] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.014400] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.014730] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.014904] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.015157] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.015316] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.024959] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.025138] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.025224] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.025489] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.025588] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.025691] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d is going to be updated. [ 1097.031332] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0fd5ebee-27ad-48de-a780-a823cd496c9c in Status: IN_PROGRESS for 2s [ 1097.054134] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.054288] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.054357] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.054575] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.054727] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.066017] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d in Status: IN_PROGRESS for 2s [ 1097.451130] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.451130] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.451130] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.451379] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.451407] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.451622] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.451733] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.451783] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.451938] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.452022] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.452113] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f is going to be updated. [ 1097.485014] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.485188] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.485315] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.485553] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.485678] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.497744] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f in Status: IN_PROGRESS for 2s [ 1098.668328] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64cf095e-38c6-4f59-b404-ca6f57072317 in Status: SUCCESS [ 1098.668720] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64cf095e-38c6-4f59-b404-ca6f57072317" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.068992] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0fd5ebee-27ad-48de-a780-a823cd496c9c in Status: SUCCESS [ 1099.069245] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.077064] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d in Status: SUCCESS [ 1099.077274] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.077436] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.077795] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.078013] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.078151] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.078221] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.078396] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.078483] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.078575] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.078717] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('18f2a55f-5961-42a6-992b-c4e6552ec92d',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.507859] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f in Status: SUCCESS [ 1099.508029] env[65642]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f deletion is rescheduled due to dependency. [ 1099.508149] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.580882] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-18f2a55f-5961-42a6-992b-c4e6552ec92d taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.581088] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.581128] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.581338] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.581500] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.581604] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.581658] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.581829] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.581893] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.581980] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.582146] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-18f2a55f-5961-42a6-992b-c4e6552ec92d taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.582238] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.582298] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.582438] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.582584] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.583258] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.583368] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.583566] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.583705] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.583853] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.583995] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('18f2a55f-5961-42a6-992b-c4e6552ec92d',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.086714] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 18f2a55f-5961-42a6-992b-c4e6552ec92d: rpc.has_security_group_logging(os_id): False [ 1100.104141] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.104315] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.104366] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.104570] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.104663] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.104890] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.104992] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.105068] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.105223] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.105300] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.105501] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.105599] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.105647] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.105830] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.105910] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.106136] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.106237] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.106299] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.106487] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.106562] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.106668] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d is going to be updated. [ 1100.189740] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.189918] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.189959] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.190281] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.190440] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.217659] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d in Status: IN_PROGRESS for 2s [ 1101.030032] env[65642]: INFO networking_nsxv3.common.synchronization [req-48f81636-11d0-493a-9c88-58c29606d704 req-cc46c4b9-fb43-4375-9cee-4b1707b604b1 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Enqueued Resource ID: 86b90a03-d259-4366-8bad-4f4a3275453a with Priority: HIGHEST for action security_group_members [ 1101.030156] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86b90a03-d259-4366-8bad-4f4a3275453a with Priority: HIGHEST for action security_group_members [ 1101.030383] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-86b90a03-d259-4366-8bad-4f4a3275453a taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.030524] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86b90a03-d259-4366-8bad-4f4a3275453a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.030595] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86b90a03-d259-4366-8bad-4f4a3275453a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.030794] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86b90a03-d259-4366-8bad-4f4a3275453a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.030949] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.031078] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.031169] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.031280] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.031360] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.031454] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86b90a03-d259-4366-8bad-4f4a3275453a',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.533082] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.533468] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.533468] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.533635] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.533755] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.533972] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.534090] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.534145] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.534330] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.534416] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.534864] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86b90a03-d259-4366-8bad-4f4a3275453a is going to be updated. [ 1101.566550] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.566710] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.566796] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.566974] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.567134] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.576964] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86b90a03-d259-4366-8bad-4f4a3275453a in Status: IN_PROGRESS for 2s [ 1101.997116] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock network-453 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.997347] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "network-453" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.997484] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "network-453" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.997781] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "network-453" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.998074] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.998239] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.998379] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.998641] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.998790] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.999012] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1101.999143] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] NeedRegenerationException {{(pid=65642) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1101.999257] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] no value, waiting for create lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1101.999359] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] value creation lock acquired {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1101.999479] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1101.999584] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Calling creation function for not-yet-present value {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1101.999732] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1102.018446] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1102.018679] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65642) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1102.018869] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Released creation lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1102.019169] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "network-453" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.019516] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock port-b26e49f7-63b3-46c8-93d4-f72dc9d73c6e taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.019712] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "port-b26e49f7-63b3-46c8-93d4-f72dc9d73c6e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.019835] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "port-b26e49f7-63b3-46c8-93d4-f72dc9d73c6e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.020132] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "port-b26e49f7-63b3-46c8-93d4-f72dc9d73c6e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.020290] env[65642]: DEBUG networking_nsxv3.api.rpc [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b26e49f7-63b3-46c8-93d4-f72dc9d73c6e',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.235996] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d in Status: SUCCESS [ 1102.236248] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.522966] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.523367] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.523589] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.524013] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.524323] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.524734] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.525012] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.525141] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.525373] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.525538] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.525835] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.526115] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.526248] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.526461] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.526594] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.526737] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Resource: SegmentPort with ID: b26e49f7-63b3-46c8-93d4-f72dc9d73c6e is going to be updated. [ 1102.549952] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.550336] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.550560] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.550972] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.551310] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.551668] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "port-b26e49f7-63b3-46c8-93d4-f72dc9d73c6e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.247131] env[65642]: INFO networking_nsxv3.common.synchronization [req-0ae2ffef-4120-4851-acff-0b5b40adc1c3 req-b939fb2d-2278-458f-a070-9c7c827bd8d7 service nova] Enqueued Resource ID: 3f7eb5c3-ad65-4a09-b00b-15b1c009f983 with Priority: HIGHEST for action security_group_rules [ 1103.247298] env[65642]: INFO networking_nsxv3.common.synchronization [req-0ae2ffef-4120-4851-acff-0b5b40adc1c3 req-b939fb2d-2278-458f-a070-9c7c827bd8d7 service nova] Enqueued Resource ID: 3f7eb5c3-ad65-4a09-b00b-15b1c009f983 with Priority: HIGHEST for action security_group_members [ 1103.247357] env[65642]: INFO networking_nsxv3.common.synchronization [req-0ae2ffef-4120-4851-acff-0b5b40adc1c3 req-b939fb2d-2278-458f-a070-9c7c827bd8d7 service nova] Enqueued Resource ID: b26e49f7-63b3-46c8-93d4-f72dc9d73c6e with Priority: HIGHEST for action port [ 1103.247882] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f7eb5c3-ad65-4a09-b00b-15b1c009f983 with Priority: HIGHEST for action security_group_rules [ 1103.248058] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f7eb5c3-ad65-4a09-b00b-15b1c009f983 with Priority: HIGHEST for action security_group_members [ 1103.248166] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b26e49f7-63b3-46c8-93d4-f72dc9d73c6e with Priority: HIGHEST for action port [ 1103.248450] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f7eb5c3-ad65-4a09-b00b-15b1c009f983 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.248570] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f7eb5c3-ad65-4a09-b00b-15b1c009f983" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.248642] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f7eb5c3-ad65-4a09-b00b-15b1c009f983" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.248839] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f7eb5c3-ad65-4a09-b00b-15b1c009f983" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.248913] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f7eb5c3-ad65-4a09-b00b-15b1c009f983',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.249808] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f7eb5c3-ad65-4a09-b00b-15b1c009f983 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.249922] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f7eb5c3-ad65-4a09-b00b-15b1c009f983" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.249976] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f7eb5c3-ad65-4a09-b00b-15b1c009f983" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.250654] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f7eb5c3-ad65-4a09-b00b-15b1c009f983" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.250654] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.250654] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.250654] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.250654] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.250949] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.250949] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f7eb5c3-ad65-4a09-b00b-15b1c009f983',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.251948] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-b26e49f7-63b3-46c8-93d4-f72dc9d73c6e taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.252104] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b26e49f7-63b3-46c8-93d4-f72dc9d73c6e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.252472] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b26e49f7-63b3-46c8-93d4-f72dc9d73c6e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.253198] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b26e49f7-63b3-46c8-93d4-f72dc9d73c6e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.253285] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b26e49f7-63b3-46c8-93d4-f72dc9d73c6e',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.522437] env[65642]: INFO networking_nsxv3.common.synchronization [req-534ea543-1a1d-439e-a68e-95f9f9fa0194 req-9f10736b-449f-4332-bf81-c1f8a1a599b0 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Enqueued Resource ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d with Priority: HIGHEST for action security_group_members [ 1103.523486] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d with Priority: HIGHEST for action security_group_members [ 1103.523486] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-18f2a55f-5961-42a6-992b-c4e6552ec92d taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.523486] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.523486] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.523757] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.523757] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.523837] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.523942] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.524070] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.524163] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.524300] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18f2a55f-5961-42a6-992b-c4e6552ec92d',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.587541] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86b90a03-d259-4366-8bad-4f4a3275453a in Status: SUCCESS [ 1103.587857] env[65642]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86b90a03-d259-4366-8bad-4f4a3275453a deletion is rescheduled due to dependency. [ 1103.587857] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86b90a03-d259-4366-8bad-4f4a3275453a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.755339] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3f7eb5c3-ad65-4a09-b00b-15b1c009f983',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.756057] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f7eb5c3-ad65-4a09-b00b-15b1c009f983 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.756252] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f7eb5c3-ad65-4a09-b00b-15b1c009f983" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.756407] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b26e49f7-63b3-46c8-93d4-f72dc9d73c6e with status ACTIVE [ 1103.756727] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.756727] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.756826] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.756939] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.757097] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.757424] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.757424] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.757424] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.757936] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.758629] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.758629] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.758629] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.758629] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.758629] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.761340] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.761340] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b26e49f7-63b3-46c8-93d4-f72dc9d73c6e is going to be updated. [ 1103.780368] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.780621] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.780621] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.780818] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.780960] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.781139] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b26e49f7-63b3-46c8-93d4-f72dc9d73c6e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.843216] env[65642]: INFO networking_nsxv3.common.synchronization [req-948a2f45-9973-4238-9288-366c1e37a77d req-ace525af-c08b-4ad7-b1df-d60b516e2d1f tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Enqueued Resource ID: 667f782b-a80d-4de6-9fef-1129c0d1ade3 with Priority: HIGHEST for action security_group_members [ 1103.843857] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 667f782b-a80d-4de6-9fef-1129c0d1ade3 with Priority: HIGHEST for action security_group_members [ 1103.844258] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-667f782b-a80d-4de6-9fef-1129c0d1ade3 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.844501] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-667f782b-a80d-4de6-9fef-1129c0d1ade3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.844829] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-667f782b-a80d-4de6-9fef-1129c0d1ade3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.845101] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-667f782b-a80d-4de6-9fef-1129c0d1ade3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.845328] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.845466] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.845571] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.845764] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.845887] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.846062] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('667f782b-a80d-4de6-9fef-1129c0d1ade3',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.027973] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('18f2a55f-5961-42a6-992b-c4e6552ec92d',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.207312] env[65642]: INFO networking_nsxv3.common.synchronization [req-45aa240e-96fe-4cf1-a2d6-76e27994d84f req-fd146837-4750-457c-9156-3bbed201053f tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Enqueued Resource ID: 0fd5ebee-27ad-48de-a780-a823cd496c9c with Priority: HIGHEST for action security_group_members [ 1104.207312] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fd5ebee-27ad-48de-a780-a823cd496c9c with Priority: HIGHEST for action security_group_members [ 1104.207312] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fd5ebee-27ad-48de-a780-a823cd496c9c taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.207916] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.208189] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.211259] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.211259] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.211259] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.211259] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.211259] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.211259] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.211259] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0fd5ebee-27ad-48de-a780-a823cd496c9c',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.260358] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3f7eb5c3-ad65-4a09-b00b-15b1c009f983',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.348155] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.348331] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.348331] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.348527] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.348619] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.348816] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.348915] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.348978] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.349145] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.349219] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.349335] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 667f782b-a80d-4de6-9fef-1129c0d1ade3 is going to be updated. [ 1104.376320] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.376552] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.376552] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.376729] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.376870] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.386273] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 667f782b-a80d-4de6-9fef-1129c0d1ade3 in Status: IN_PROGRESS for 2s [ 1104.530475] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('18f2a55f-5961-42a6-992b-c4e6552ec92d',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.712786] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.713133] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.713133] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.713359] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.713359] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.713577] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.713677] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.713739] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.713894] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.713962] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.714066] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0fd5ebee-27ad-48de-a780-a823cd496c9c is going to be updated. [ 1104.744037] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.744037] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.744037] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.744269] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.744828] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.756083] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fd5ebee-27ad-48de-a780-a823cd496c9c in Status: IN_PROGRESS for 2s [ 1104.763054] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.763054] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.763054] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.763376] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.763376] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.763376] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f7eb5c3-ad65-4a09-b00b-15b1c009f983 is going to be updated. [ 1104.794391] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.794557] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.794630] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.794875] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.795061] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.805566] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f7eb5c3-ad65-4a09-b00b-15b1c009f983 in Status: IN_PROGRESS for 2s [ 1105.033515] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.033727] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.033775] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.033985] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.034095] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.034203] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d is going to be updated. [ 1105.063083] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.063275] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.063322] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.063542] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.063684] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.072458] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d in Status: IN_PROGRESS for 2s [ 1106.398497] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 667f782b-a80d-4de6-9fef-1129c0d1ade3 in Status: SUCCESS [ 1106.398979] env[65642]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 667f782b-a80d-4de6-9fef-1129c0d1ade3 deletion is rescheduled due to dependency. [ 1106.398979] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-667f782b-a80d-4de6-9fef-1129c0d1ade3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.669082] env[65642]: INFO networking_nsxv3.common.synchronization [req-5a4a8dca-8d39-421e-a049-ae5374030d03 req-f624e608-c86a-4c30-a159-446ecf1728bd tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Enqueued Resource ID: 92ec8e91-9450-46ee-8d0f-44b064009f1e with Priority: HIGHEST for action security_group_members [ 1106.669693] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92ec8e91-9450-46ee-8d0f-44b064009f1e with Priority: HIGHEST for action security_group_members [ 1106.669957] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-92ec8e91-9450-46ee-8d0f-44b064009f1e taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.670219] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92ec8e91-9450-46ee-8d0f-44b064009f1e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.670325] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92ec8e91-9450-46ee-8d0f-44b064009f1e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.670683] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92ec8e91-9450-46ee-8d0f-44b064009f1e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.670846] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.670950] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.671030] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.671196] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.671294] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.671400] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92ec8e91-9450-46ee-8d0f-44b064009f1e',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.767488] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fd5ebee-27ad-48de-a780-a823cd496c9c in Status: SUCCESS [ 1106.767817] env[65642]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0fd5ebee-27ad-48de-a780-a823cd496c9c deletion is rescheduled due to dependency. [ 1106.768126] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.814606] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f7eb5c3-ad65-4a09-b00b-15b1c009f983 in Status: SUCCESS [ 1106.814880] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f7eb5c3-ad65-4a09-b00b-15b1c009f983" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.815128] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f7eb5c3-ad65-4a09-b00b-15b1c009f983" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.815354] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f7eb5c3-ad65-4a09-b00b-15b1c009f983" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.815640] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.815779] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.815834] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.816255] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.816346] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.816429] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f7eb5c3-ad65-4a09-b00b-15b1c009f983" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.816538] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3f7eb5c3-ad65-4a09-b00b-15b1c009f983',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.966998] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock network-696 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.967223] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "network-696" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.967338] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "network-696" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.967603] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "network-696" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.967860] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.968019] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.968150] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.970039] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.970039] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.970039] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1106.970039] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] NeedRegenerationException {{(pid=65642) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1106.970039] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] no value, waiting for create lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1106.970039] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] value creation lock acquired {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1106.970276] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1106.970276] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Calling creation function for not-yet-present value {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1106.970396] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1106.989928] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1106.990139] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65642) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1106.990229] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Released creation lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1106.990405] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "network-696" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.990716] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock port-631b62e5-79b3-4f1a-93bc-0f84124db7dc taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.990888] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "port-631b62e5-79b3-4f1a-93bc-0f84124db7dc" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.991016] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "port-631b62e5-79b3-4f1a-93bc-0f84124db7dc" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.991346] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "port-631b62e5-79b3-4f1a-93bc-0f84124db7dc" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.991513] env[65642]: DEBUG networking_nsxv3.api.rpc [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('631b62e5-79b3-4f1a-93bc-0f84124db7dc',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.083024] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d in Status: SUCCESS [ 1107.083298] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.176718] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.176913] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.177097] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.177345] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.177480] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.177740] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.177929] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.178124] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.178243] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.178319] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.178466] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92ec8e91-9450-46ee-8d0f-44b064009f1e already deleted. [ 1107.178593] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92ec8e91-9450-46ee-8d0f-44b064009f1e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.319267] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3f7eb5c3-ad65-4a09-b00b-15b1c009f983',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.494297] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.494701] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.494701] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.495028] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.495190] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.495380] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Segment Port 631b62e5-79b3-4f1a-93bc-0f84124db7dc not found, creating... [ 1107.495739] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.495924] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.496080] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.496305] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.496444] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.496731] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.496884] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.497036] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.497256] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.497408] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.497550] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Resource: SegmentPort with ID: 631b62e5-79b3-4f1a-93bc-0f84124db7dc is going to be created. [ 1107.521125] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.521399] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.521463] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.521747] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.522039] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.522289] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "port-631b62e5-79b3-4f1a-93bc-0f84124db7dc" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.821394] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3f7eb5c3-ad65-4a09-b00b-15b1c009f983: rpc.has_security_group_logging(os_id): False [ 1107.844228] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.844228] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.844342] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.844565] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.878670] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.879049] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.879267] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.879528] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.879528] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.879693] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.879693] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f7eb5c3-ad65-4a09-b00b-15b1c009f983 is going to be updated. [ 1107.965465] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.965465] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.965749] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.965835] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.966126] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.986200] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f7eb5c3-ad65-4a09-b00b-15b1c009f983 in Status: IN_PROGRESS for 2s [ 1108.236978] env[65642]: INFO networking_nsxv3.common.synchronization [req-5a4a8dca-8d39-421e-a049-ae5374030d03 req-921b9c19-8c36-4f81-a24f-b0697c0d6cbc service nova] Enqueued Resource ID: 92ec8e91-9450-46ee-8d0f-44b064009f1e with Priority: HIGHEST for action security_group_rules [ 1108.237185] env[65642]: INFO networking_nsxv3.common.synchronization [req-5a4a8dca-8d39-421e-a049-ae5374030d03 req-921b9c19-8c36-4f81-a24f-b0697c0d6cbc service nova] Enqueued Resource ID: 92ec8e91-9450-46ee-8d0f-44b064009f1e with Priority: HIGHEST for action security_group_members [ 1108.237393] env[65642]: INFO networking_nsxv3.common.synchronization [req-5a4a8dca-8d39-421e-a049-ae5374030d03 req-921b9c19-8c36-4f81-a24f-b0697c0d6cbc service nova] Enqueued Resource ID: 631b62e5-79b3-4f1a-93bc-0f84124db7dc with Priority: HIGHEST for action port [ 1108.237844] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92ec8e91-9450-46ee-8d0f-44b064009f1e with Priority: HIGHEST for action security_group_rules [ 1108.237982] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92ec8e91-9450-46ee-8d0f-44b064009f1e with Priority: HIGHEST for action security_group_members [ 1108.238123] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 631b62e5-79b3-4f1a-93bc-0f84124db7dc with Priority: HIGHEST for action port [ 1108.238365] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-92ec8e91-9450-46ee-8d0f-44b064009f1e taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.238486] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-92ec8e91-9450-46ee-8d0f-44b064009f1e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.238562] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-92ec8e91-9450-46ee-8d0f-44b064009f1e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.238745] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-92ec8e91-9450-46ee-8d0f-44b064009f1e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.238826] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('92ec8e91-9450-46ee-8d0f-44b064009f1e',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.240382] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-92ec8e91-9450-46ee-8d0f-44b064009f1e taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.241494] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92ec8e91-9450-46ee-8d0f-44b064009f1e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.241494] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92ec8e91-9450-46ee-8d0f-44b064009f1e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.241494] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92ec8e91-9450-46ee-8d0f-44b064009f1e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.241494] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.241494] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.241494] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.241494] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.241494] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.241494] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92ec8e91-9450-46ee-8d0f-44b064009f1e',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.242259] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-631b62e5-79b3-4f1a-93bc-0f84124db7dc taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.242419] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-631b62e5-79b3-4f1a-93bc-0f84124db7dc" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.242419] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-631b62e5-79b3-4f1a-93bc-0f84124db7dc" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.242819] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-631b62e5-79b3-4f1a-93bc-0f84124db7dc" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.242819] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('631b62e5-79b3-4f1a-93bc-0f84124db7dc',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.744150] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('92ec8e91-9450-46ee-8d0f-44b064009f1e',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.745289] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-92ec8e91-9450-46ee-8d0f-44b064009f1e taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.745462] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92ec8e91-9450-46ee-8d0f-44b064009f1e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.745882] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 631b62e5-79b3-4f1a-93bc-0f84124db7dc with status ACTIVE [ 1108.746112] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.746199] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.746236] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.746447] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.746541] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.746735] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.746811] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.746859] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.747020] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.747114] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.747308] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.747385] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.747415] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.747553] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.747632] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.747708] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 631b62e5-79b3-4f1a-93bc-0f84124db7dc is going to be updated. [ 1108.771063] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.771231] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.771301] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.771514] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.771657] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.771826] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-631b62e5-79b3-4f1a-93bc-0f84124db7dc" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.247040] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('92ec8e91-9450-46ee-8d0f-44b064009f1e',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.751203] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.751203] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.751203] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.751203] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.751203] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.751203] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92ec8e91-9450-46ee-8d0f-44b064009f1e is going to be created. [ 1109.777680] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.777680] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.777680] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.778017] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.778331] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.789191] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92ec8e91-9450-46ee-8d0f-44b064009f1e in Status: UNINITIALIZED for 2s [ 1110.000316] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f7eb5c3-ad65-4a09-b00b-15b1c009f983 in Status: SUCCESS [ 1110.000551] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f7eb5c3-ad65-4a09-b00b-15b1c009f983" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.771746] env[65642]: INFO networking_nsxv3.common.synchronization [req-e9c29f26-5ee7-4650-8b44-85b552b1bf64 req-584e54ff-ed75-422d-8c9e-77066ebb35dc tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Enqueued Resource ID: fc745ee1-6957-454f-b684-87969893a8c7 with Priority: HIGHEST for action security_group_members [ 1110.772616] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc745ee1-6957-454f-b684-87969893a8c7 with Priority: HIGHEST for action security_group_members [ 1110.773383] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc745ee1-6957-454f-b684-87969893a8c7 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.773383] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc745ee1-6957-454f-b684-87969893a8c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.773749] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc745ee1-6957-454f-b684-87969893a8c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.774794] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc745ee1-6957-454f-b684-87969893a8c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.774794] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.774794] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.774794] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.774794] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.774794] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.775292] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc745ee1-6957-454f-b684-87969893a8c7',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.077646] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock network-814 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.077864] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "network-814" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.077986] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "network-814" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.078363] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "network-814" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.078628] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.078786] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.078892] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.079365] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.079479] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.079682] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1111.079789] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] NeedRegenerationException {{(pid=65642) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1111.079909] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] no value, waiting for create lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1111.080047] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] value creation lock acquired {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1111.080169] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1111.080388] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Calling creation function for not-yet-present value {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1111.080454] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1111.099685] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1111.099852] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65642) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1111.099989] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Released creation lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1111.100186] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "network-814" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.100480] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock port-77179e3d-66ca-4940-ae4f-c8f197bffe89 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.100650] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "port-77179e3d-66ca-4940-ae4f-c8f197bffe89" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.100769] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "port-77179e3d-66ca-4940-ae4f-c8f197bffe89" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.101266] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "port-77179e3d-66ca-4940-ae4f-c8f197bffe89" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.101448] env[65642]: DEBUG networking_nsxv3.api.rpc [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77179e3d-66ca-4940-ae4f-c8f197bffe89',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.278794] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.278963] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.279046] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.279312] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.279421] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.279632] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.279714] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.279913] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.280031] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.280118] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.280194] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc745ee1-6957-454f-b684-87969893a8c7 already deleted. [ 1111.280713] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc745ee1-6957-454f-b684-87969893a8c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.311212] env[65642]: INFO networking_nsxv3.common.synchronization [req-137ccac3-8129-48f3-bcd3-a4728cca8507 req-475fbba5-6146-4cdd-a1c0-5428b2ec6c89 tempest-ServerRescueNegativeTestJSON-383459879 tempest-ServerRescueNegativeTestJSON-383459879-project-member] Enqueued Resource ID: 64cf095e-38c6-4f59-b404-ca6f57072317 with Priority: HIGHEST for action security_group_members [ 1111.311803] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64cf095e-38c6-4f59-b404-ca6f57072317 with Priority: HIGHEST for action security_group_members [ 1111.312854] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-64cf095e-38c6-4f59-b404-ca6f57072317 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.313664] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64cf095e-38c6-4f59-b404-ca6f57072317" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.313812] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64cf095e-38c6-4f59-b404-ca6f57072317" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.313971] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64cf095e-38c6-4f59-b404-ca6f57072317" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.314160] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.314496] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.314496] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.314582] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.314625] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.314728] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64cf095e-38c6-4f59-b404-ca6f57072317',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.605029] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.605310] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.605435] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.605901] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.606092] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.606265] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Segment Port 77179e3d-66ca-4940-ae4f-c8f197bffe89 not found, creating... [ 1111.606548] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.606823] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.607125] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.607317] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.607506] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.607952] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.608205] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.608409] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.608683] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.608886] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.609116] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Resource: SegmentPort with ID: 77179e3d-66ca-4940-ae4f-c8f197bffe89 is going to be created. [ 1111.634365] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.634577] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.634704] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.635062] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.635314] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.635544] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "port-77179e3d-66ca-4940-ae4f-c8f197bffe89" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.802124] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92ec8e91-9450-46ee-8d0f-44b064009f1e in Status: SUCCESS [ 1111.802498] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92ec8e91-9450-46ee-8d0f-44b064009f1e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.802550] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92ec8e91-9450-46ee-8d0f-44b064009f1e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.802768] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92ec8e91-9450-46ee-8d0f-44b064009f1e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.802967] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.803104] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.803168] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.803435] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.803435] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.803518] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92ec8e91-9450-46ee-8d0f-44b064009f1e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.803620] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('92ec8e91-9450-46ee-8d0f-44b064009f1e',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.816528] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.816872] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.816942] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.817252] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.840038] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.840324] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.840452] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.840508] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.840717] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.840878] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.841057] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64cf095e-38c6-4f59-b404-ca6f57072317 is going to be updated. [ 1111.873872] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.874108] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.874150] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.874522] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.874720] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.886334] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64cf095e-38c6-4f59-b404-ca6f57072317 in Status: IN_PROGRESS for 2s [ 1112.306243] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('92ec8e91-9450-46ee-8d0f-44b064009f1e',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.367187] env[65642]: INFO networking_nsxv3.common.synchronization [req-e9c29f26-5ee7-4650-8b44-85b552b1bf64 req-f97084bb-3d32-4de8-adb8-e1a9c1ef4b8d service nova] Enqueued Resource ID: fc745ee1-6957-454f-b684-87969893a8c7 with Priority: HIGHEST for action security_group_rules [ 1112.367187] env[65642]: INFO networking_nsxv3.common.synchronization [req-e9c29f26-5ee7-4650-8b44-85b552b1bf64 req-f97084bb-3d32-4de8-adb8-e1a9c1ef4b8d service nova] Enqueued Resource ID: fc745ee1-6957-454f-b684-87969893a8c7 with Priority: HIGHEST for action security_group_members [ 1112.367187] env[65642]: INFO networking_nsxv3.common.synchronization [req-e9c29f26-5ee7-4650-8b44-85b552b1bf64 req-f97084bb-3d32-4de8-adb8-e1a9c1ef4b8d service nova] Enqueued Resource ID: 77179e3d-66ca-4940-ae4f-c8f197bffe89 with Priority: HIGHEST for action port [ 1112.367743] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc745ee1-6957-454f-b684-87969893a8c7 with Priority: HIGHEST for action security_group_rules [ 1112.367953] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc745ee1-6957-454f-b684-87969893a8c7 with Priority: HIGHEST for action security_group_members [ 1112.368222] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77179e3d-66ca-4940-ae4f-c8f197bffe89 with Priority: HIGHEST for action port [ 1112.368558] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc745ee1-6957-454f-b684-87969893a8c7 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.368685] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc745ee1-6957-454f-b684-87969893a8c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.368762] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc745ee1-6957-454f-b684-87969893a8c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.369468] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc745ee1-6957-454f-b684-87969893a8c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.369468] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc745ee1-6957-454f-b684-87969893a8c7',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.371941] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc745ee1-6957-454f-b684-87969893a8c7 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.371941] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc745ee1-6957-454f-b684-87969893a8c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.371941] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc745ee1-6957-454f-b684-87969893a8c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.371941] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc745ee1-6957-454f-b684-87969893a8c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.372128] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.372237] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.372302] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.372470] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.372928] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.373065] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc745ee1-6957-454f-b684-87969893a8c7',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.374417] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-77179e3d-66ca-4940-ae4f-c8f197bffe89 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.374580] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-77179e3d-66ca-4940-ae4f-c8f197bffe89" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.374580] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-77179e3d-66ca-4940-ae4f-c8f197bffe89" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.375277] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-77179e3d-66ca-4940-ae4f-c8f197bffe89" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.375277] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77179e3d-66ca-4940-ae4f-c8f197bffe89',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.622537] env[65642]: INFO networking_nsxv3.common.synchronization [None req-3aa04c3d-5bb0-4c05-a566-fee41088cc24 tempest-AttachInterfacesTestJSON-558343762 tempest-AttachInterfacesTestJSON-558343762-project-member] Enqueued Resource ID: b8ec4214-95fc-4945-8050-c52f58369b15 with Priority: HIGHEST for action security_group_members [ 1112.623149] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8ec4214-95fc-4945-8050-c52f58369b15 with Priority: HIGHEST for action security_group_members [ 1112.623540] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8ec4214-95fc-4945-8050-c52f58369b15 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.623647] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8ec4214-95fc-4945-8050-c52f58369b15" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.624298] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8ec4214-95fc-4945-8050-c52f58369b15" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.624298] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8ec4214-95fc-4945-8050-c52f58369b15" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.624298] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.624298] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.624298] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.624582] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.624582] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.624582] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8ec4214-95fc-4945-8050-c52f58369b15',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.809468] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 92ec8e91-9450-46ee-8d0f-44b064009f1e: rpc.has_security_group_logging(os_id): False [ 1112.830248] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.830455] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.830538] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.830771] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.830860] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.831164] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.831311] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.831402] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.831636] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.831740] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.831836] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 92ec8e91-9450-46ee-8d0f-44b064009f1e is going to be created. [ 1112.872091] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc745ee1-6957-454f-b684-87969893a8c7 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.872327] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc745ee1-6957-454f-b684-87969893a8c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.879354] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 77179e3d-66ca-4940-ae4f-c8f197bffe89 with status ACTIVE [ 1112.879585] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.879741] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.879834] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.880081] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.880179] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.883352] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.883352] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.883352] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.883352] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.883352] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.883352] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.883352] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.883352] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.883352] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.883352] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.883352] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 77179e3d-66ca-4940-ae4f-c8f197bffe89 is going to be updated. [ 1112.883352] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc745ee1-6957-454f-b684-87969893a8c7',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.916636] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.916878] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.916996] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.917326] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.917539] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.917800] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-77179e3d-66ca-4940-ae4f-c8f197bffe89" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.921983] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.922290] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.922290] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.922504] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.922675] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.937863] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 92ec8e91-9450-46ee-8d0f-44b064009f1e in Status: IN_PROGRESS for 2s [ 1113.127547] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.127739] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.127777] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.128481] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.128481] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.128481] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.128661] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.128661] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.128836] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.128836] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.129607] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8ec4214-95fc-4945-8050-c52f58369b15 is going to be updated. [ 1113.171971] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.172230] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.172230] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.172431] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.172575] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.185747] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8ec4214-95fc-4945-8050-c52f58369b15 in Status: IN_PROGRESS for 2s [ 1113.385984] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc745ee1-6957-454f-b684-87969893a8c7',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.891429] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.891429] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.891429] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.891429] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.891429] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.891429] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc745ee1-6957-454f-b684-87969893a8c7 is going to be created. [ 1113.903116] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64cf095e-38c6-4f59-b404-ca6f57072317 in Status: SUCCESS [ 1113.903294] env[65642]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64cf095e-38c6-4f59-b404-ca6f57072317 deletion is rescheduled due to dependency. [ 1113.903480] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64cf095e-38c6-4f59-b404-ca6f57072317" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.918048] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.918048] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.918048] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.918048] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.918048] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.932903] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc745ee1-6957-454f-b684-87969893a8c7 in Status: UNINITIALIZED for 2s [ 1114.764327] env[65642]: INFO networking_nsxv3.common.synchronization [req-6936dc79-6734-496c-99fb-b3b8abc21406 req-804a6049-d879-417a-a3ce-c9bc74ef2b0a tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Enqueued Resource ID: 31e0beaf-c6c1-43d2-ab6b-6b99bcf6a805 with Priority: HIGHEST for action security_group_members [ 1114.764879] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31e0beaf-c6c1-43d2-ab6b-6b99bcf6a805 with Priority: HIGHEST for action security_group_members [ 1114.765206] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-31e0beaf-c6c1-43d2-ab6b-6b99bcf6a805 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.765332] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31e0beaf-c6c1-43d2-ab6b-6b99bcf6a805" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.765394] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31e0beaf-c6c1-43d2-ab6b-6b99bcf6a805" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.765593] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31e0beaf-c6c1-43d2-ab6b-6b99bcf6a805" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.765766] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.765866] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.765916] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.766082] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.766167] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.766258] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31e0beaf-c6c1-43d2-ab6b-6b99bcf6a805',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.951758] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 92ec8e91-9450-46ee-8d0f-44b064009f1e in Status: SUCCESS [ 1114.952089] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-92ec8e91-9450-46ee-8d0f-44b064009f1e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.199807] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8ec4214-95fc-4945-8050-c52f58369b15 in Status: IN_PROGRESS for 4s [ 1115.268520] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.268695] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.268770] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.268986] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.291286] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.291584] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.291709] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.291778] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.292011] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.292140] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.292250] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31e0beaf-c6c1-43d2-ab6b-6b99bcf6a805 is going to be updated. [ 1115.325160] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.328349] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.328349] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.328349] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.328349] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.335756] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31e0beaf-c6c1-43d2-ab6b-6b99bcf6a805 in Status: IN_PROGRESS for 2s [ 1115.944357] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc745ee1-6957-454f-b684-87969893a8c7 in Status: SUCCESS [ 1115.944357] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc745ee1-6957-454f-b684-87969893a8c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.944357] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc745ee1-6957-454f-b684-87969893a8c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.944357] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc745ee1-6957-454f-b684-87969893a8c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.944357] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.944357] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.944740] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.944740] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.944740] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.944740] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc745ee1-6957-454f-b684-87969893a8c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.944938] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fc745ee1-6957-454f-b684-87969893a8c7',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.447870] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc745ee1-6957-454f-b684-87969893a8c7 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.448406] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc745ee1-6957-454f-b684-87969893a8c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.448406] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc745ee1-6957-454f-b684-87969893a8c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.448850] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc745ee1-6957-454f-b684-87969893a8c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.449093] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.449242] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.449595] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.449827] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.449925] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.450065] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc745ee1-6957-454f-b684-87969893a8c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.450352] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc745ee1-6957-454f-b684-87969893a8c7 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.450482] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc745ee1-6957-454f-b684-87969893a8c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.450820] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc745ee1-6957-454f-b684-87969893a8c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.451045] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc745ee1-6957-454f-b684-87969893a8c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.451394] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.451663] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.451703] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.452056] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.452223] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.452356] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc745ee1-6957-454f-b684-87969893a8c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.452476] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fc745ee1-6957-454f-b684-87969893a8c7',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.957111] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fc745ee1-6957-454f-b684-87969893a8c7: rpc.has_security_group_logging(os_id): False [ 1116.975288] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.975524] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.975524] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.975801] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.975902] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.976140] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.976236] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.976711] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.976711] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.976711] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.976711] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.976871] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.976871] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.976975] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.977061] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.977236] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.977689] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.977689] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.977689] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.977689] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.977689] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc745ee1-6957-454f-b684-87969893a8c7 is going to be created. [ 1117.041242] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.041496] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.041671] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.042030] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.042337] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.055412] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc745ee1-6957-454f-b684-87969893a8c7 in Status: IN_PROGRESS for 2s [ 1117.210144] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8ec4214-95fc-4945-8050-c52f58369b15 in Status: SUCCESS [ 1117.210347] env[65642]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8ec4214-95fc-4945-8050-c52f58369b15 deletion is rescheduled due to dependency. [ 1117.210465] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8ec4214-95fc-4945-8050-c52f58369b15" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.348128] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31e0beaf-c6c1-43d2-ab6b-6b99bcf6a805 in Status: SUCCESS [ 1117.348504] env[65642]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31e0beaf-c6c1-43d2-ab6b-6b99bcf6a805 deletion is rescheduled due to dependency. [ 1117.348742] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31e0beaf-c6c1-43d2-ab6b-6b99bcf6a805" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.441319] env[65642]: INFO networking_nsxv3.common.synchronization [None req-b6a1d044-9fe2-4e42-a6ce-044226e4c816 None None] Enqueued Resource ID: 3a42bffb-44a3-4d1d-9c11-bc4c463b1de3 with Priority: HIGHEST for action port [ 1117.442232] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a42bffb-44a3-4d1d-9c11-bc4c463b1de3 with Priority: HIGHEST for action port [ 1117.443201] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a42bffb-44a3-4d1d-9c11-bc4c463b1de3 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.443201] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a42bffb-44a3-4d1d-9c11-bc4c463b1de3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.443201] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a42bffb-44a3-4d1d-9c11-bc4c463b1de3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.443201] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a42bffb-44a3-4d1d-9c11-bc4c463b1de3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.443201] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a42bffb-44a3-4d1d-9c11-bc4c463b1de3',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.945202] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3a42bffb-44a3-4d1d-9c11-bc4c463b1de3 [ 1117.945578] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.945753] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.945753] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.945989] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.946101] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.946211] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3a42bffb-44a3-4d1d-9c11-bc4c463b1de3 already deleted. [ 1117.946290] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a42bffb-44a3-4d1d-9c11-bc4c463b1de3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.593884] env[65642]: INFO networking_nsxv3.common.synchronization [req-486b82de-b31c-412e-81bb-2b64b5feb1c8 req-84d71d3e-45be-47f7-9ed5-5a10e7c1e010 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Enqueued Resource ID: a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f with Priority: HIGHEST for action security_group_members [ 1118.594714] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f with Priority: HIGHEST for action security_group_members [ 1118.595111] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.595251] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.595329] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.595568] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.596052] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.596193] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.596251] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.596443] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.596550] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.596652] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.944911] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock network-297 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.945119] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "network-297" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.945247] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "network-297" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.946164] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "network-297" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.946164] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.946164] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.946164] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.946448] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.946481] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.946881] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1118.946881] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] NeedRegenerationException {{(pid=65642) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1118.947061] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] no value, waiting for create lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1118.947104] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] value creation lock acquired {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1118.947197] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1118.947305] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Calling creation function for not-yet-present value {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1118.947443] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1118.971497] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1118.971497] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65642) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1118.971497] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Released creation lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1118.971497] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "network-297" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.971783] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock port-5d32c9b2-7a16-45c3-b163-f36ddfb8772c taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.972933] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "port-5d32c9b2-7a16-45c3-b163-f36ddfb8772c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.972933] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "port-5d32c9b2-7a16-45c3-b163-f36ddfb8772c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.972933] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "port-5d32c9b2-7a16-45c3-b163-f36ddfb8772c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.972933] env[65642]: DEBUG networking_nsxv3.api.rpc [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d32c9b2-7a16-45c3-b163-f36ddfb8772c',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.070341] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc745ee1-6957-454f-b684-87969893a8c7 in Status: SUCCESS [ 1119.070603] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc745ee1-6957-454f-b684-87969893a8c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.100554] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.100554] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.100554] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.100554] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.100554] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.100554] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.100945] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.100945] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.101037] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.101153] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.101265] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f is going to be updated. [ 1119.136673] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.136910] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.136952] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.137171] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.137321] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.154190] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f in Status: IN_PROGRESS for 2s [ 1119.476539] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.476789] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.476943] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.477215] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.477370] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.477525] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Segment Port 5d32c9b2-7a16-45c3-b163-f36ddfb8772c not found, creating... [ 1119.477784] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.477945] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.478092] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.478330] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.478616] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.478752] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.478907] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.479033] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.479235] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.479366] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.479504] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Resource: SegmentPort with ID: 5d32c9b2-7a16-45c3-b163-f36ddfb8772c is going to be created. [ 1119.500467] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.500687] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.500808] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.501099] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.501326] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.503021] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "port-5d32c9b2-7a16-45c3-b163-f36ddfb8772c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.726240] env[65642]: INFO networking_nsxv3.common.synchronization [None req-c6b159f1-002a-4d9b-8274-d9045948a139 None None] Enqueued Resource ID: 7f598d59-9a6f-4eb9-8fc3-74246c2e103f with Priority: HIGHEST for action port [ 1119.726631] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f598d59-9a6f-4eb9-8fc3-74246c2e103f with Priority: HIGHEST for action port [ 1119.726975] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-7f598d59-9a6f-4eb9-8fc3-74246c2e103f taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.727106] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7f598d59-9a6f-4eb9-8fc3-74246c2e103f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.727172] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7f598d59-9a6f-4eb9-8fc3-74246c2e103f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.727786] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7f598d59-9a6f-4eb9-8fc3-74246c2e103f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.727786] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f598d59-9a6f-4eb9-8fc3-74246c2e103f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.198554] env[65642]: INFO networking_nsxv3.common.synchronization [req-486b82de-b31c-412e-81bb-2b64b5feb1c8 req-470e91a1-884b-4ef4-823d-9bb1b9a983c6 service nova] Enqueued Resource ID: a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f with Priority: HIGHEST for action security_group_rules [ 1120.198812] env[65642]: INFO networking_nsxv3.common.synchronization [req-486b82de-b31c-412e-81bb-2b64b5feb1c8 req-470e91a1-884b-4ef4-823d-9bb1b9a983c6 service nova] Enqueued Resource ID: a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f with Priority: HIGHEST for action security_group_members [ 1120.198861] env[65642]: INFO networking_nsxv3.common.synchronization [req-486b82de-b31c-412e-81bb-2b64b5feb1c8 req-470e91a1-884b-4ef4-823d-9bb1b9a983c6 service nova] Enqueued Resource ID: 5d32c9b2-7a16-45c3-b163-f36ddfb8772c with Priority: HIGHEST for action port [ 1120.199430] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f with Priority: HIGHEST for action security_group_rules [ 1120.199524] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f with Priority: HIGHEST for action security_group_members [ 1120.199618] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d32c9b2-7a16-45c3-b163-f36ddfb8772c with Priority: HIGHEST for action port [ 1120.199894] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.200021] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.200534] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.200750] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.200840] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.202337] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.202469] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.203297] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d32c9b2-7a16-45c3-b163-f36ddfb8772c taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.203418] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d32c9b2-7a16-45c3-b163-f36ddfb8772c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.203490] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d32c9b2-7a16-45c3-b163-f36ddfb8772c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.203690] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d32c9b2-7a16-45c3-b163-f36ddfb8772c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.203788] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d32c9b2-7a16-45c3-b163-f36ddfb8772c',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.229544] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7f598d59-9a6f-4eb9-8fc3-74246c2e103f [ 1120.229774] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.229906] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.229973] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.230234] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.230294] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.230377] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7f598d59-9a6f-4eb9-8fc3-74246c2e103f already deleted. [ 1120.230456] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7f598d59-9a6f-4eb9-8fc3-74246c2e103f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.706061] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5d32c9b2-7a16-45c3-b163-f36ddfb8772c with status ACTIVE [ 1120.706272] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.706416] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.706488] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.706715] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.706815] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.706998] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.707141] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.707200] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.707327] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.707402] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.707621] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.707717] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.707759] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.707858] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.707961] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.708053] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5d32c9b2-7a16-45c3-b163-f36ddfb8772c is going to be updated. [ 1120.709182] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.709296] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.743807] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.744057] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.744057] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.744220] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.744361] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.744529] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d32c9b2-7a16-45c3-b163-f36ddfb8772c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.165073] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f in Status: SUCCESS [ 1121.165262] env[65642]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f deletion is rescheduled due to dependency. [ 1121.165373] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.165534] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.165782] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.165948] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.166079] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.166168] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.166295] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.166378] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.166469] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.669307] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.172431] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.675553] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.675957] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.675957] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.676096] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.676096] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.677295] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f is going to be updated. [ 1122.705583] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.705867] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.705867] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.706125] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.706277] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.717921] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f in Status: IN_PROGRESS for 2s [ 1124.266753] env[65642]: INFO networking_nsxv3.common.synchronization [req-665be51f-a93a-4564-8eab-4b646b661b4c req-2e88a338-ff7b-4bbb-b515-c117e36c0400 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Enqueued Resource ID: 667f782b-a80d-4de6-9fef-1129c0d1ade3 with Priority: HIGHEST for action security_group_members [ 1124.267400] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 667f782b-a80d-4de6-9fef-1129c0d1ade3 with Priority: HIGHEST for action security_group_members [ 1124.267735] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-667f782b-a80d-4de6-9fef-1129c0d1ade3 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.267861] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-667f782b-a80d-4de6-9fef-1129c0d1ade3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.267929] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-667f782b-a80d-4de6-9fef-1129c0d1ade3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.268170] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-667f782b-a80d-4de6-9fef-1129c0d1ade3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.268329] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.268431] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.268493] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.268653] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.268740] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.268833] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('667f782b-a80d-4de6-9fef-1129c0d1ade3',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.615039] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock network-891 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.615039] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "network-891" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.615039] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "network-891" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.615312] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "network-891" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.615666] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.615914] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.616104] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.616357] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.616566] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.616828] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1124.616948] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] NeedRegenerationException {{(pid=65642) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1124.617070] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] no value, waiting for create lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1124.617421] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] value creation lock acquired {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1124.617421] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1124.617421] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Calling creation function for not-yet-present value {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1124.617531] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1124.638110] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1124.638110] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65642) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1124.638242] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Released creation lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1124.638369] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "network-891" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.638906] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock port-87b273c7-ff47-4dfc-9af1-7bd337718f66 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.639268] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "port-87b273c7-ff47-4dfc-9af1-7bd337718f66" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.639513] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "port-87b273c7-ff47-4dfc-9af1-7bd337718f66" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.639987] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "port-87b273c7-ff47-4dfc-9af1-7bd337718f66" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.640248] env[65642]: DEBUG networking_nsxv3.api.rpc [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87b273c7-ff47-4dfc-9af1-7bd337718f66',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.728790] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f in Status: SUCCESS [ 1124.729158] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.730699] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.730699] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.730699] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.730699] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.730699] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.730699] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.730699] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.730699] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.730699] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.770855] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.771028] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.771100] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.771317] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.771414] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.771656] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.771717] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.771768] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.771957] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.772048] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.772138] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 667f782b-a80d-4de6-9fef-1129c0d1ade3 is going to be updated. [ 1124.800333] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.800482] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.800589] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.800765] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.800918] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.810417] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 667f782b-a80d-4de6-9fef-1129c0d1ade3 in Status: IN_PROGRESS for 2s [ 1125.143015] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.143282] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.143457] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.147025] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.147025] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.147025] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Segment Port 87b273c7-ff47-4dfc-9af1-7bd337718f66 not found, creating... [ 1125.147025] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.147025] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.147025] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.147025] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.147025] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.147025] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.147025] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.147483] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.147483] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.147483] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.147483] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Resource: SegmentPort with ID: 87b273c7-ff47-4dfc-9af1-7bd337718f66 is going to be created. [ 1125.168831] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.169063] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.169181] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.169455] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.169684] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.169915] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "port-87b273c7-ff47-4dfc-9af1-7bd337718f66" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.232861] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.735403] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f: rpc.has_security_group_logging(os_id): False [ 1125.760158] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.760397] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.760468] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.760690] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.760850] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.761103] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.761211] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.761246] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.761460] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.761460] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.761524] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f is going to be updated. [ 1125.841145] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.841353] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.841466] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.841709] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.841860] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.860779] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f in Status: IN_PROGRESS for 2s [ 1125.886541] env[65642]: INFO networking_nsxv3.common.synchronization [req-665be51f-a93a-4564-8eab-4b646b661b4c req-45c7f472-3e41-4405-a37b-10223d480a85 service nova] Enqueued Resource ID: 667f782b-a80d-4de6-9fef-1129c0d1ade3 with Priority: HIGHEST for action security_group_rules [ 1125.886720] env[65642]: INFO networking_nsxv3.common.synchronization [req-665be51f-a93a-4564-8eab-4b646b661b4c req-45c7f472-3e41-4405-a37b-10223d480a85 service nova] Enqueued Resource ID: 667f782b-a80d-4de6-9fef-1129c0d1ade3 with Priority: HIGHEST for action security_group_members [ 1125.886867] env[65642]: INFO networking_nsxv3.common.synchronization [req-665be51f-a93a-4564-8eab-4b646b661b4c req-45c7f472-3e41-4405-a37b-10223d480a85 service nova] Enqueued Resource ID: 87b273c7-ff47-4dfc-9af1-7bd337718f66 with Priority: HIGHEST for action port [ 1125.887488] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 667f782b-a80d-4de6-9fef-1129c0d1ade3 with Priority: HIGHEST for action security_group_rules [ 1125.887631] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 667f782b-a80d-4de6-9fef-1129c0d1ade3 with Priority: HIGHEST for action security_group_members [ 1125.887732] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87b273c7-ff47-4dfc-9af1-7bd337718f66 with Priority: HIGHEST for action port [ 1125.888035] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-667f782b-a80d-4de6-9fef-1129c0d1ade3 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.888237] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-667f782b-a80d-4de6-9fef-1129c0d1ade3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.888311] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-667f782b-a80d-4de6-9fef-1129c0d1ade3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.888516] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-667f782b-a80d-4de6-9fef-1129c0d1ade3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.888598] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('667f782b-a80d-4de6-9fef-1129c0d1ade3',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.889497] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-667f782b-a80d-4de6-9fef-1129c0d1ade3 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.890293] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-667f782b-a80d-4de6-9fef-1129c0d1ade3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.890293] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-87b273c7-ff47-4dfc-9af1-7bd337718f66 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.890293] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-87b273c7-ff47-4dfc-9af1-7bd337718f66" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.890293] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-87b273c7-ff47-4dfc-9af1-7bd337718f66" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.890293] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-87b273c7-ff47-4dfc-9af1-7bd337718f66" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.890293] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87b273c7-ff47-4dfc-9af1-7bd337718f66',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.392335] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-667f782b-a80d-4de6-9fef-1129c0d1ade3 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.392553] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-667f782b-a80d-4de6-9fef-1129c0d1ade3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.392695] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 87b273c7-ff47-4dfc-9af1-7bd337718f66 with status ACTIVE [ 1126.392962] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.393125] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.393253] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.393504] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.393670] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.393892] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.394064] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.394187] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.394546] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.394676] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.394877] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.394966] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.395058] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.395223] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.395299] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.395385] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 87b273c7-ff47-4dfc-9af1-7bd337718f66 is going to be updated. [ 1126.418913] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.419083] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.419144] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.419361] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.419502] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.419666] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-87b273c7-ff47-4dfc-9af1-7bd337718f66" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.554211] env[65642]: INFO networking_nsxv3.common.synchronization [req-b9d69aba-46c5-43cf-ad89-dd9cb1671507 req-91a24174-7daf-4d07-8000-8552d0e93a4a tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Enqueued Resource ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d with Priority: HIGHEST for action security_group_members [ 1126.554737] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d with Priority: HIGHEST for action security_group_members [ 1126.555063] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-18f2a55f-5961-42a6-992b-c4e6552ec92d taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.555179] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.555238] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.555437] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.555585] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.555672] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.555753] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.555886] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.555971] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.556068] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18f2a55f-5961-42a6-992b-c4e6552ec92d',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.823499] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 667f782b-a80d-4de6-9fef-1129c0d1ade3 in Status: SUCCESS [ 1126.823747] env[65642]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 667f782b-a80d-4de6-9fef-1129c0d1ade3 deletion is rescheduled due to dependency. [ 1126.823931] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-667f782b-a80d-4de6-9fef-1129c0d1ade3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.824436] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-667f782b-a80d-4de6-9fef-1129c0d1ade3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.824678] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-667f782b-a80d-4de6-9fef-1129c0d1ade3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.824943] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.825094] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.825165] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.825315] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.825396] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.825490] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('667f782b-a80d-4de6-9fef-1129c0d1ade3',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.849411] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock network-130 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.849608] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "network-130" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.849730] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "network-130" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.849991] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "network-130" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.850278] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.850432] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.850549] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.851565] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.851799] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.852033] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1126.852163] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] NeedRegenerationException {{(pid=65642) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1126.852275] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] no value, waiting for create lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1126.852403] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] value creation lock acquired {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1126.852571] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1126.852694] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Calling creation function for not-yet-present value {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1126.852827] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1126.872952] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1126.872952] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65642) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1126.872952] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Released creation lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1126.872952] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "network-130" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.873286] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock port-719f7eeb-6b4f-416c-a189-414c60fac4c6 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.873518] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "port-719f7eeb-6b4f-416c-a189-414c60fac4c6" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.873863] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "port-719f7eeb-6b4f-416c-a189-414c60fac4c6" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.874931] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "port-719f7eeb-6b4f-416c-a189-414c60fac4c6" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.874931] env[65642]: DEBUG networking_nsxv3.api.rpc [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('719f7eeb-6b4f-416c-a189-414c60fac4c6',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.058208] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('18f2a55f-5961-42a6-992b-c4e6552ec92d',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.331206] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('667f782b-a80d-4de6-9fef-1129c0d1ade3',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.379454] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.379686] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.379811] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.380106] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.380261] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.380411] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Segment Port 719f7eeb-6b4f-416c-a189-414c60fac4c6 not found, creating... [ 1127.380707] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.380827] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.380941] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.381221] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.381356] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.381639] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.381798] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.381912] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.382132] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.382330] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.382400] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Resource: SegmentPort with ID: 719f7eeb-6b4f-416c-a189-414c60fac4c6 is going to be created. [ 1127.403085] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.403313] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.403436] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.403793] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.403977] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.404283] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "port-719f7eeb-6b4f-416c-a189-414c60fac4c6" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.560216] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('18f2a55f-5961-42a6-992b-c4e6552ec92d',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.833840] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('667f782b-a80d-4de6-9fef-1129c0d1ade3',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.874247] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f in Status: SUCCESS [ 1127.874452] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.062721] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.062921] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.063017] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.063330] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.063459] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.063565] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d is going to be updated. [ 1128.100558] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.100800] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.100916] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.101105] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.101299] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.105493] env[65642]: INFO networking_nsxv3.common.synchronization [req-b9d69aba-46c5-43cf-ad89-dd9cb1671507 req-e5c3cfaa-0107-4623-9ede-21add128a2ea service nova] Enqueued Resource ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d with Priority: HIGHEST for action security_group_rules [ 1128.105657] env[65642]: INFO networking_nsxv3.common.synchronization [req-b9d69aba-46c5-43cf-ad89-dd9cb1671507 req-e5c3cfaa-0107-4623-9ede-21add128a2ea service nova] Enqueued Resource ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d with Priority: HIGHEST for action security_group_members [ 1128.105897] env[65642]: INFO networking_nsxv3.common.synchronization [req-b9d69aba-46c5-43cf-ad89-dd9cb1671507 req-e5c3cfaa-0107-4623-9ede-21add128a2ea service nova] Enqueued Resource ID: 719f7eeb-6b4f-416c-a189-414c60fac4c6 with Priority: HIGHEST for action port [ 1128.106675] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d with Priority: HIGHEST for action security_group_rules [ 1128.107102] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d with Priority: HIGHEST for action security_group_members [ 1128.107102] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 719f7eeb-6b4f-416c-a189-414c60fac4c6 with Priority: HIGHEST for action port [ 1128.107443] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-18f2a55f-5961-42a6-992b-c4e6552ec92d taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.107618] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.107715] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.108033] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.108254] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('18f2a55f-5961-42a6-992b-c4e6552ec92d',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.109342] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-18f2a55f-5961-42a6-992b-c4e6552ec92d taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.109439] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.109636] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-719f7eeb-6b4f-416c-a189-414c60fac4c6 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.109755] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-719f7eeb-6b4f-416c-a189-414c60fac4c6" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.109813] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-719f7eeb-6b4f-416c-a189-414c60fac4c6" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.109994] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-719f7eeb-6b4f-416c-a189-414c60fac4c6" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.110110] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('719f7eeb-6b4f-416c-a189-414c60fac4c6',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.115794] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d in Status: IN_PROGRESS for 2s [ 1128.336226] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.336408] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.336451] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.336674] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.336804] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.336879] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 667f782b-a80d-4de6-9fef-1129c0d1ade3 is going to be updated. [ 1128.367715] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.367850] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.367917] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.368338] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.368338] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.379243] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 667f782b-a80d-4de6-9fef-1129c0d1ade3 in Status: IN_PROGRESS for 2s [ 1128.612518] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-18f2a55f-5961-42a6-992b-c4e6552ec92d taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.612654] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.612854] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 719f7eeb-6b4f-416c-a189-414c60fac4c6 with status ACTIVE [ 1128.613070] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.613192] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.613256] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.613470] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.613587] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.613771] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.613931] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.613931] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.614079] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.614141] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.614324] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.614429] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.614490] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.614601] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.614665] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.614754] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 719f7eeb-6b4f-416c-a189-414c60fac4c6 is going to be updated. [ 1128.637303] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.637526] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.637526] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.637717] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.637886] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.638071] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-719f7eeb-6b4f-416c-a189-414c60fac4c6" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.794621] env[65642]: INFO networking_nsxv3.common.synchronization [req-5ceb66c7-f104-4487-a00b-7a88d307322e req-30d082b6-284d-45cd-bce6-aaf6dbcf2cba tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Enqueued Resource ID: 0fd5ebee-27ad-48de-a780-a823cd496c9c with Priority: HIGHEST for action security_group_members [ 1128.795395] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fd5ebee-27ad-48de-a780-a823cd496c9c with Priority: HIGHEST for action security_group_members [ 1128.795986] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fd5ebee-27ad-48de-a780-a823cd496c9c taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.796187] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.796314] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.796816] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.796884] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.797042] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.797255] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.797491] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.797641] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.797802] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0fd5ebee-27ad-48de-a780-a823cd496c9c',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.100021] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock network-365 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.100349] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "network-365" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.100549] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "network-365" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.100702] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "network-365" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.100962] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.101131] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.101282] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.101508] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.102318] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.102318] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1129.102318] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] NeedRegenerationException {{(pid=65642) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1129.102318] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] no value, waiting for create lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1129.102318] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] value creation lock acquired {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1129.102318] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1129.102521] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Calling creation function for not-yet-present value {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1129.102548] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1129.122757] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1129.122854] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65642) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1129.123517] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Released creation lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1129.123517] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "network-365" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.123701] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock port-66127491-a08e-472d-ac10-084282c5b362 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.124401] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "port-66127491-a08e-472d-ac10-084282c5b362" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.124401] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "port-66127491-a08e-472d-ac10-084282c5b362" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.124401] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "port-66127491-a08e-472d-ac10-084282c5b362" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.124602] env[65642]: DEBUG networking_nsxv3.api.rpc [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66127491-a08e-472d-ac10-084282c5b362',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.300832] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.301445] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.302280] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.302280] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.302463] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.302833] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.303011] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.303113] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.303338] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.303489] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.303590] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0fd5ebee-27ad-48de-a780-a823cd496c9c is going to be updated. [ 1129.335222] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.335456] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.335520] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.335710] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.335908] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.349202] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fd5ebee-27ad-48de-a780-a823cd496c9c in Status: IN_PROGRESS for 2s [ 1129.626857] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.627175] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.627342] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.627697] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.627897] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.628115] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Segment Port 66127491-a08e-472d-ac10-084282c5b362 not found, creating... [ 1129.628437] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.628638] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.628782] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.629037] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.629321] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.629675] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.629859] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.629979] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.630287] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.630469] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.630631] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Resource: SegmentPort with ID: 66127491-a08e-472d-ac10-084282c5b362 is going to be created. [ 1129.656219] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.656443] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.656596] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.656900] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.657195] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.657461] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "port-66127491-a08e-472d-ac10-084282c5b362" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.126437] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d in Status: SUCCESS [ 1130.126890] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.126890] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.127026] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.127133] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.127247] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.127309] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.127469] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.127556] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.127662] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18f2a55f-5961-42a6-992b-c4e6552ec92d',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.385653] env[65642]: INFO networking_nsxv3.common.synchronization [req-5ceb66c7-f104-4487-a00b-7a88d307322e req-aec11e0e-6ffa-4345-aafd-65f2c7576594 service nova] Enqueued Resource ID: 0fd5ebee-27ad-48de-a780-a823cd496c9c with Priority: HIGHEST for action security_group_rules [ 1130.385842] env[65642]: INFO networking_nsxv3.common.synchronization [req-5ceb66c7-f104-4487-a00b-7a88d307322e req-aec11e0e-6ffa-4345-aafd-65f2c7576594 service nova] Enqueued Resource ID: 0fd5ebee-27ad-48de-a780-a823cd496c9c with Priority: HIGHEST for action security_group_members [ 1130.386171] env[65642]: INFO networking_nsxv3.common.synchronization [req-5ceb66c7-f104-4487-a00b-7a88d307322e req-aec11e0e-6ffa-4345-aafd-65f2c7576594 service nova] Enqueued Resource ID: 66127491-a08e-472d-ac10-084282c5b362 with Priority: HIGHEST for action port [ 1130.386883] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fd5ebee-27ad-48de-a780-a823cd496c9c with Priority: HIGHEST for action security_group_rules [ 1130.386973] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fd5ebee-27ad-48de-a780-a823cd496c9c with Priority: HIGHEST for action security_group_members [ 1130.387267] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66127491-a08e-472d-ac10-084282c5b362 with Priority: HIGHEST for action port [ 1130.387571] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0fd5ebee-27ad-48de-a780-a823cd496c9c taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.387695] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.387760] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.387959] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.388055] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0fd5ebee-27ad-48de-a780-a823cd496c9c',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.389717] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fd5ebee-27ad-48de-a780-a823cd496c9c taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.389834] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.390070] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-66127491-a08e-472d-ac10-084282c5b362 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.391037] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-66127491-a08e-472d-ac10-084282c5b362" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.391037] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-66127491-a08e-472d-ac10-084282c5b362" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.391037] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-66127491-a08e-472d-ac10-084282c5b362" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.391037] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66127491-a08e-472d-ac10-084282c5b362',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.393363] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 667f782b-a80d-4de6-9fef-1129c0d1ade3 in Status: SUCCESS [ 1130.393700] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-667f782b-a80d-4de6-9fef-1129c0d1ade3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.394291] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-667f782b-a80d-4de6-9fef-1129c0d1ade3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.394291] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-667f782b-a80d-4de6-9fef-1129c0d1ade3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.394429] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.394541] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.394606] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.394910] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.394992] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.395157] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-667f782b-a80d-4de6-9fef-1129c0d1ade3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.395258] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('667f782b-a80d-4de6-9fef-1129c0d1ade3',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.629788] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('18f2a55f-5961-42a6-992b-c4e6552ec92d',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.893561] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 66127491-a08e-472d-ac10-084282c5b362 with status ACTIVE [ 1130.894087] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.894087] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.894087] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.894275] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.894363] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.894557] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.894667] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.894727] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.894884] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.894966] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.895164] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.895303] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.895339] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.895561] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.895561] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.895681] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 66127491-a08e-472d-ac10-084282c5b362 is going to be updated. [ 1130.896867] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fd5ebee-27ad-48de-a780-a823cd496c9c taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.897041] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.900275] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('667f782b-a80d-4de6-9fef-1129c0d1ade3',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.921446] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.921597] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.921669] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.921883] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.922043] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.922210] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-66127491-a08e-472d-ac10-084282c5b362" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.106433] env[65642]: INFO networking_nsxv3.common.synchronization [req-f8c06b39-e29e-45e8-bf9f-6c03492dcce5 req-0d855f3d-f567-44c4-9e87-485b0f7b2c98 tempest-ServerMetadataTestJSON-1550175363 tempest-ServerMetadataTestJSON-1550175363-project-member] Enqueued Resource ID: 72c6029e-e9d2-483f-9d11-ea99e676ddd2 with Priority: HIGHEST for action security_group_members [ 1131.106939] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72c6029e-e9d2-483f-9d11-ea99e676ddd2 with Priority: HIGHEST for action security_group_members [ 1131.107379] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-72c6029e-e9d2-483f-9d11-ea99e676ddd2 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.107522] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72c6029e-e9d2-483f-9d11-ea99e676ddd2" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.107602] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72c6029e-e9d2-483f-9d11-ea99e676ddd2" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.107865] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72c6029e-e9d2-483f-9d11-ea99e676ddd2" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.108033] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.108130] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.108193] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.108346] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.108429] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.108520] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72c6029e-e9d2-483f-9d11-ea99e676ddd2',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.133188] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('18f2a55f-5961-42a6-992b-c4e6552ec92d',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.359961] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fd5ebee-27ad-48de-a780-a823cd496c9c in Status: SUCCESS [ 1131.360217] env[65642]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0fd5ebee-27ad-48de-a780-a823cd496c9c deletion is rescheduled due to dependency. [ 1131.360359] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.360571] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.360852] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.361105] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.361267] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.361363] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.361561] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.361671] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.361797] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0fd5ebee-27ad-48de-a780-a823cd496c9c',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.399855] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 667f782b-a80d-4de6-9fef-1129c0d1ade3: rpc.has_security_group_logging(os_id): False [ 1131.419751] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.419977] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.420137] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.420240] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.420315] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.420565] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.420668] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.420734] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.420898] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.420991] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.421126] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 667f782b-a80d-4de6-9fef-1129c0d1ade3 is going to be updated. [ 1131.462129] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock network-480 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.462129] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "network-480" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.462129] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "network-480" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.462526] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "network-480" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.465650] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.465650] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.465650] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.465650] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.465650] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.465650] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1131.465650] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] NeedRegenerationException {{(pid=65642) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1131.465650] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] no value, waiting for create lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1131.465650] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] value creation lock acquired {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1131.465650] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1131.465650] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Calling creation function for not-yet-present value {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1131.465650] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1131.486793] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1131.487165] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65642) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1131.487255] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Released creation lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1131.487530] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "network-480" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.487808] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock port-72513a51-96f0-4b16-8197-1e8f669b803a taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.488645] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "port-72513a51-96f0-4b16-8197-1e8f669b803a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.488645] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "port-72513a51-96f0-4b16-8197-1e8f669b803a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.488645] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "port-72513a51-96f0-4b16-8197-1e8f669b803a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.488645] env[65642]: DEBUG networking_nsxv3.api.rpc [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72513a51-96f0-4b16-8197-1e8f669b803a',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.498187] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.498402] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.498480] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.498766] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.498986] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.513721] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 667f782b-a80d-4de6-9fef-1129c0d1ade3 in Status: IN_PROGRESS for 2s [ 1131.610820] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.611059] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.611146] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.611432] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.611574] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.611811] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.611921] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.612040] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.612278] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.612369] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.612460] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72c6029e-e9d2-483f-9d11-ea99e676ddd2 already deleted. [ 1131.612583] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72c6029e-e9d2-483f-9d11-ea99e676ddd2" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.635020] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.635212] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.635290] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.635535] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.635636] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.635737] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d is going to be updated. [ 1131.671649] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.671926] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.671983] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.672210] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.672361] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.687732] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d in Status: IN_PROGRESS for 2s [ 1131.864950] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0fd5ebee-27ad-48de-a780-a823cd496c9c',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.991773] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.992009] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.992165] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.992436] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.992586] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.992738] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Segment Port 72513a51-96f0-4b16-8197-1e8f669b803a not found, creating... [ 1131.993009] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.993171] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.993284] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.993534] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.993659] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.993954] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.994039] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.994137] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.994356] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.994612] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.994772] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Resource: SegmentPort with ID: 72513a51-96f0-4b16-8197-1e8f669b803a is going to be created. [ 1132.016302] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.016517] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.016622] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.017061] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.017770] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.017770] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "port-72513a51-96f0-4b16-8197-1e8f669b803a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.367567] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0fd5ebee-27ad-48de-a780-a823cd496c9c',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.732173] env[65642]: INFO networking_nsxv3.common.synchronization [req-f8c06b39-e29e-45e8-bf9f-6c03492dcce5 req-8d5c3649-6556-4da4-a5b1-f91cc55db17b service nova] Enqueued Resource ID: 72c6029e-e9d2-483f-9d11-ea99e676ddd2 with Priority: HIGHEST for action security_group_rules [ 1132.732375] env[65642]: INFO networking_nsxv3.common.synchronization [req-f8c06b39-e29e-45e8-bf9f-6c03492dcce5 req-8d5c3649-6556-4da4-a5b1-f91cc55db17b service nova] Enqueued Resource ID: 72c6029e-e9d2-483f-9d11-ea99e676ddd2 with Priority: HIGHEST for action security_group_members [ 1132.732900] env[65642]: INFO networking_nsxv3.common.synchronization [req-f8c06b39-e29e-45e8-bf9f-6c03492dcce5 req-8d5c3649-6556-4da4-a5b1-f91cc55db17b service nova] Enqueued Resource ID: 72513a51-96f0-4b16-8197-1e8f669b803a with Priority: HIGHEST for action port [ 1132.733527] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72c6029e-e9d2-483f-9d11-ea99e676ddd2 with Priority: HIGHEST for action security_group_rules [ 1132.733643] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72c6029e-e9d2-483f-9d11-ea99e676ddd2 with Priority: HIGHEST for action security_group_members [ 1132.733739] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72513a51-96f0-4b16-8197-1e8f669b803a with Priority: HIGHEST for action port [ 1132.734017] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72c6029e-e9d2-483f-9d11-ea99e676ddd2 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.734130] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72c6029e-e9d2-483f-9d11-ea99e676ddd2" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.734200] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72c6029e-e9d2-483f-9d11-ea99e676ddd2" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.734463] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72c6029e-e9d2-483f-9d11-ea99e676ddd2" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.734546] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72c6029e-e9d2-483f-9d11-ea99e676ddd2',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.735648] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-72c6029e-e9d2-483f-9d11-ea99e676ddd2 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.735766] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72c6029e-e9d2-483f-9d11-ea99e676ddd2" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.735834] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72c6029e-e9d2-483f-9d11-ea99e676ddd2" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.736048] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72c6029e-e9d2-483f-9d11-ea99e676ddd2" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.736204] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.736315] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.736394] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.736495] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.736578] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.736666] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72c6029e-e9d2-483f-9d11-ea99e676ddd2',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.737469] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-72513a51-96f0-4b16-8197-1e8f669b803a taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.737585] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-72513a51-96f0-4b16-8197-1e8f669b803a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.737644] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-72513a51-96f0-4b16-8197-1e8f669b803a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.738282] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-72513a51-96f0-4b16-8197-1e8f669b803a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.738282] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72513a51-96f0-4b16-8197-1e8f669b803a',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.869554] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.869837] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.869907] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.870450] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.870450] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.870450] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0fd5ebee-27ad-48de-a780-a823cd496c9c is going to be updated. [ 1132.905857] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.906129] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.906227] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.906880] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.907109] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.917704] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fd5ebee-27ad-48de-a780-a823cd496c9c in Status: IN_PROGRESS for 2s [ 1133.240658] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('72c6029e-e9d2-483f-9d11-ea99e676ddd2',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.241789] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-72c6029e-e9d2-483f-9d11-ea99e676ddd2 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.241926] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72c6029e-e9d2-483f-9d11-ea99e676ddd2" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.242121] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 72513a51-96f0-4b16-8197-1e8f669b803a with status ACTIVE [ 1133.242281] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.242399] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.242452] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.242687] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.243389] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.243389] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.243389] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.243389] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.243389] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.243389] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.243701] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.243701] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.243701] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.243964] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.243964] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.243964] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 72513a51-96f0-4b16-8197-1e8f669b803a is going to be updated. [ 1133.268168] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.268600] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.268600] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.268675] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.269361] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.269361] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-72513a51-96f0-4b16-8197-1e8f669b803a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.527780] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 667f782b-a80d-4de6-9fef-1129c0d1ade3 in Status: SUCCESS [ 1133.528076] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-667f782b-a80d-4de6-9fef-1129c0d1ade3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.699697] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d in Status: SUCCESS [ 1133.699913] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.700160] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.700415] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.700622] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.700740] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.700807] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.700959] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.701054] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.701152] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.701246] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('18f2a55f-5961-42a6-992b-c4e6552ec92d',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.746860] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('72c6029e-e9d2-483f-9d11-ea99e676ddd2',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.204093] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-18f2a55f-5961-42a6-992b-c4e6552ec92d taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.204093] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.204325] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.204444] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.204562] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.204659] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.204725] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.204876] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.204996] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.205106] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.205256] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-18f2a55f-5961-42a6-992b-c4e6552ec92d taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.205350] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.205409] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.205553] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.205688] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.205777] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.205901] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.206010] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.206110] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.206288] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.206288] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('18f2a55f-5961-42a6-992b-c4e6552ec92d',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.248440] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.248648] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.248730] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.248966] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.249076] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.249177] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72c6029e-e9d2-483f-9d11-ea99e676ddd2 is going to be created. [ 1134.272962] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.273167] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.273167] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.273390] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.273549] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.283841] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72c6029e-e9d2-483f-9d11-ea99e676ddd2 in Status: UNINITIALIZED for 2s [ 1134.709367] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 18f2a55f-5961-42a6-992b-c4e6552ec92d: rpc.has_security_group_logging(os_id): False [ 1134.730846] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.730993] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.731071] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.731292] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.731379] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.731610] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.731714] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.731776] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.731935] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.732020] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.732198] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.732288] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.732833] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.732999] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.733129] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.733398] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.733552] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.733643] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.734217] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.734347] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.734462] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d is going to be updated. [ 1134.810085] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.810286] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.810356] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.810602] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.810728] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.840184] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d in Status: IN_PROGRESS for 2s [ 1134.932794] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fd5ebee-27ad-48de-a780-a823cd496c9c in Status: SUCCESS [ 1134.933111] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.933388] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.933946] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.933946] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.934130] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.934130] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.934256] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.934305] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.934557] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.934557] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0fd5ebee-27ad-48de-a780-a823cd496c9c',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.437388] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fd5ebee-27ad-48de-a780-a823cd496c9c taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.437639] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.437639] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.437872] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.438064] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.438195] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.438259] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.438885] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.438987] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.439097] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.439259] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fd5ebee-27ad-48de-a780-a823cd496c9c taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.439357] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.439416] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.439563] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.439703] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.439797] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.439855] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.439991] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.440083] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.440166] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.440288] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0fd5ebee-27ad-48de-a780-a823cd496c9c',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.751231] env[65642]: INFO networking_nsxv3.common.synchronization [req-41fbd329-ccbb-4c41-8a50-760311a04990 req-d5a258c9-acb6-4f88-aaec-e8eea49744d8 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Enqueued Resource ID: f5793b24-06e3-473f-bd9b-dc44d866d2ae with Priority: HIGHEST for action security_group_members [ 1135.751231] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5793b24-06e3-473f-bd9b-dc44d866d2ae with Priority: HIGHEST for action security_group_members [ 1135.751231] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5793b24-06e3-473f-bd9b-dc44d866d2ae taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.751231] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5793b24-06e3-473f-bd9b-dc44d866d2ae" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.751231] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5793b24-06e3-473f-bd9b-dc44d866d2ae" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.751231] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5793b24-06e3-473f-bd9b-dc44d866d2ae" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.751231] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.751231] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.751231] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.751231] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.751910] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.751910] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5793b24-06e3-473f-bd9b-dc44d866d2ae',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.943083] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0fd5ebee-27ad-48de-a780-a823cd496c9c: rpc.has_security_group_logging(os_id): False [ 1135.961356] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.961506] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.961569] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.961784] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.961928] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.962139] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.962437] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.962437] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.962610] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.962610] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.962773] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.964509] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.964509] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.964509] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.964509] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.964509] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.964509] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.964509] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.964509] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.964509] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.964509] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0fd5ebee-27ad-48de-a780-a823cd496c9c is going to be updated. [ 1136.030618] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.030803] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.030873] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.031131] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.031283] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.048096] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0fd5ebee-27ad-48de-a780-a823cd496c9c in Status: IN_PROGRESS for 2s [ 1136.076066] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock network-368 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.076308] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "network-368" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.076438] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "network-368" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.076705] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "network-368" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.076997] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.077721] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.077861] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.078156] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.078344] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.078582] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1136.078686] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] NeedRegenerationException {{(pid=65642) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1136.078828] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] no value, waiting for create lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1136.078959] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] value creation lock acquired {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1136.079041] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1136.079113] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Calling creation function for not-yet-present value {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1136.079244] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1136.126465] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1136.126718] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Cache value generated in 0.047 seconds for key(s): 'zone-id' {{(pid=65642) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1136.126904] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Released creation lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1136.127178] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "network-368" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.127563] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock port-a2b418d7-d022-4d54-87fc-6daa622d02bb taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.127767] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "port-a2b418d7-d022-4d54-87fc-6daa622d02bb" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.127916] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "port-a2b418d7-d022-4d54-87fc-6daa622d02bb" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.128290] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "port-a2b418d7-d022-4d54-87fc-6daa622d02bb" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.128431] env[65642]: DEBUG networking_nsxv3.api.rpc [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2b418d7-d022-4d54-87fc-6daa622d02bb',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.254132] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.254314] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.254354] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.254681] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.277890] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.278202] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.278336] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.278403] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.278622] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.278707] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.278798] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5793b24-06e3-473f-bd9b-dc44d866d2ae is going to be updated. [ 1136.292346] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72c6029e-e9d2-483f-9d11-ea99e676ddd2 in Status: SUCCESS [ 1136.292598] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72c6029e-e9d2-483f-9d11-ea99e676ddd2" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.292802] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72c6029e-e9d2-483f-9d11-ea99e676ddd2" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.293075] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72c6029e-e9d2-483f-9d11-ea99e676ddd2" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.293296] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.293447] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.293516] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.293684] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.293779] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.293904] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72c6029e-e9d2-483f-9d11-ea99e676ddd2" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.294070] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('72c6029e-e9d2-483f-9d11-ea99e676ddd2',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.309824] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.309824] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.309824] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.310072] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.310072] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.321626] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5793b24-06e3-473f-bd9b-dc44d866d2ae in Status: IN_PROGRESS for 2s [ 1136.630851] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.631242] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.631424] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.631822] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.632079] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.632358] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Segment Port a2b418d7-d022-4d54-87fc-6daa622d02bb not found, creating... [ 1136.632766] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.632992] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.633228] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.633589] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.633796] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.634332] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.634585] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.634764] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.635104] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.635345] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.635573] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Resource: SegmentPort with ID: a2b418d7-d022-4d54-87fc-6daa622d02bb is going to be created. [ 1136.658194] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.658503] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.658696] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.658993] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.659268] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.659523] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "port-a2b418d7-d022-4d54-87fc-6daa622d02bb" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.797084] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-72c6029e-e9d2-483f-9d11-ea99e676ddd2 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.797084] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72c6029e-e9d2-483f-9d11-ea99e676ddd2" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.797084] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72c6029e-e9d2-483f-9d11-ea99e676ddd2" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.797084] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72c6029e-e9d2-483f-9d11-ea99e676ddd2" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.797084] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.797747] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.797747] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.797747] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.797747] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.797747] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72c6029e-e9d2-483f-9d11-ea99e676ddd2" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.797747] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-72c6029e-e9d2-483f-9d11-ea99e676ddd2 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.797966] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72c6029e-e9d2-483f-9d11-ea99e676ddd2" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.797966] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72c6029e-e9d2-483f-9d11-ea99e676ddd2" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.798196] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72c6029e-e9d2-483f-9d11-ea99e676ddd2" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.798381] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.798521] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.798589] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.798724] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.798840] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.798998] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72c6029e-e9d2-483f-9d11-ea99e676ddd2" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.799155] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('72c6029e-e9d2-483f-9d11-ea99e676ddd2',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.861485] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d in Status: SUCCESS [ 1136.861834] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.302324] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 72c6029e-e9d2-483f-9d11-ea99e676ddd2: rpc.has_security_group_logging(os_id): False [ 1137.323612] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.323612] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.323612] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.323612] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.323890] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.324090] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.324247] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.324339] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.324529] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.324644] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.324862] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.324964] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.325039] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.325182] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.325261] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.325445] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.325537] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.325598] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.325735] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.326140] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.326140] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72c6029e-e9d2-483f-9d11-ea99e676ddd2 is going to be created. [ 1137.337525] env[65642]: INFO networking_nsxv3.common.synchronization [req-41fbd329-ccbb-4c41-8a50-760311a04990 req-dff6cb94-da1d-4c38-8c4f-d500577616e5 service nova] Enqueued Resource ID: f5793b24-06e3-473f-bd9b-dc44d866d2ae with Priority: HIGHEST for action security_group_rules [ 1137.337726] env[65642]: INFO networking_nsxv3.common.synchronization [req-41fbd329-ccbb-4c41-8a50-760311a04990 req-dff6cb94-da1d-4c38-8c4f-d500577616e5 service nova] Enqueued Resource ID: f5793b24-06e3-473f-bd9b-dc44d866d2ae with Priority: HIGHEST for action security_group_members [ 1137.337867] env[65642]: INFO networking_nsxv3.common.synchronization [req-41fbd329-ccbb-4c41-8a50-760311a04990 req-dff6cb94-da1d-4c38-8c4f-d500577616e5 service nova] Enqueued Resource ID: a2b418d7-d022-4d54-87fc-6daa622d02bb with Priority: HIGHEST for action port [ 1137.338417] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5793b24-06e3-473f-bd9b-dc44d866d2ae with Priority: HIGHEST for action security_group_rules [ 1137.338564] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5793b24-06e3-473f-bd9b-dc44d866d2ae with Priority: HIGHEST for action security_group_members [ 1137.338660] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2b418d7-d022-4d54-87fc-6daa622d02bb with Priority: HIGHEST for action port [ 1137.338937] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f5793b24-06e3-473f-bd9b-dc44d866d2ae taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.339076] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f5793b24-06e3-473f-bd9b-dc44d866d2ae" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.339145] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f5793b24-06e3-473f-bd9b-dc44d866d2ae" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.339342] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f5793b24-06e3-473f-bd9b-dc44d866d2ae" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.339425] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f5793b24-06e3-473f-bd9b-dc44d866d2ae',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.340304] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5793b24-06e3-473f-bd9b-dc44d866d2ae taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.340400] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5793b24-06e3-473f-bd9b-dc44d866d2ae" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.340611] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-a2b418d7-d022-4d54-87fc-6daa622d02bb taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.340690] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a2b418d7-d022-4d54-87fc-6daa622d02bb" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.340742] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a2b418d7-d022-4d54-87fc-6daa622d02bb" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.340926] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a2b418d7-d022-4d54-87fc-6daa622d02bb" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.341012] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2b418d7-d022-4d54-87fc-6daa622d02bb',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.389909] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.390121] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.390121] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.390364] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.390548] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.402106] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72c6029e-e9d2-483f-9d11-ea99e676ddd2 in Status: IN_PROGRESS for 2s [ 1137.842548] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5793b24-06e3-473f-bd9b-dc44d866d2ae taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.842915] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5793b24-06e3-473f-bd9b-dc44d866d2ae" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.843056] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a2b418d7-d022-4d54-87fc-6daa622d02bb with status ACTIVE [ 1137.843159] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.843279] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.843382] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.843574] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.843646] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.843823] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.843916] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.843981] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.844166] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.844228] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.844409] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.844515] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.844556] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.844692] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.844766] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.844848] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a2b418d7-d022-4d54-87fc-6daa622d02bb is going to be updated. [ 1137.869627] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.869856] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.869856] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.870014] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.870162] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.870324] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a2b418d7-d022-4d54-87fc-6daa622d02bb" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.062920] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0fd5ebee-27ad-48de-a780-a823cd496c9c in Status: SUCCESS [ 1138.063172] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.080901] env[65642]: INFO networking_nsxv3.common.synchronization [req-b3e6be96-840f-4a38-8914-6af2813bff5d req-6b9f4d4f-4b8a-4394-bd4d-e0d82b6522d9 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Enqueued Resource ID: fc745ee1-6957-454f-b684-87969893a8c7 with Priority: HIGHEST for action security_group_members [ 1138.081236] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc745ee1-6957-454f-b684-87969893a8c7 with Priority: HIGHEST for action security_group_members [ 1138.081586] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc745ee1-6957-454f-b684-87969893a8c7 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.081737] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc745ee1-6957-454f-b684-87969893a8c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.081737] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc745ee1-6957-454f-b684-87969893a8c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.081984] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc745ee1-6957-454f-b684-87969893a8c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.082070] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.082186] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.082226] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.082391] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.082478] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.082602] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc745ee1-6957-454f-b684-87969893a8c7',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.333190] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5793b24-06e3-473f-bd9b-dc44d866d2ae in Status: SUCCESS [ 1138.333358] env[65642]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5793b24-06e3-473f-bd9b-dc44d866d2ae deletion is rescheduled due to dependency. [ 1138.333467] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5793b24-06e3-473f-bd9b-dc44d866d2ae" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.333634] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5793b24-06e3-473f-bd9b-dc44d866d2ae" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.333989] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5793b24-06e3-473f-bd9b-dc44d866d2ae" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.334393] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.334536] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.335370] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.335370] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.335370] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.335370] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5793b24-06e3-473f-bd9b-dc44d866d2ae',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.461280] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock network-814 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.461574] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "network-814" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.461749] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "network-814" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.462904] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "network-814" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.463244] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.463848] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.464144] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.464488] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.464714] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.464983] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1138.465269] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] NeedRegenerationException {{(pid=65642) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1138.468507] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] no value, waiting for create lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1138.468702] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] value creation lock acquired {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1138.468905] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1138.469078] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Calling creation function for not-yet-present value {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1138.469279] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1138.500627] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1138.500627] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65642) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1138.500839] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Released creation lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1138.500872] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "network-814" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.501245] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock port-e0f1eed8-191b-4971-b400-4cd09131afd0 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.501429] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "port-e0f1eed8-191b-4971-b400-4cd09131afd0" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.501550] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "port-e0f1eed8-191b-4971-b400-4cd09131afd0" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.501903] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "port-e0f1eed8-191b-4971-b400-4cd09131afd0" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.502060] env[65642]: DEBUG networking_nsxv3.api.rpc [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0f1eed8-191b-4971-b400-4cd09131afd0',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.584877] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc745ee1-6957-454f-b684-87969893a8c7',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.837341] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f5793b24-06e3-473f-bd9b-dc44d866d2ae',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.005408] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.005890] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.006110] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.006511] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.006702] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.006940] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Segment Port e0f1eed8-191b-4971-b400-4cd09131afd0 not found, creating... [ 1139.007352] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.007585] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.007766] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.008096] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.008308] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.008719] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.008949] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.009137] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.009419] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.009660] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.009852] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Resource: SegmentPort with ID: e0f1eed8-191b-4971-b400-4cd09131afd0 is going to be created. [ 1139.032549] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.032771] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.032895] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.033184] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.033524] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.033754] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "port-e0f1eed8-191b-4971-b400-4cd09131afd0" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.087317] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc745ee1-6957-454f-b684-87969893a8c7',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.341557] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f5793b24-06e3-473f-bd9b-dc44d866d2ae',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.416148] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72c6029e-e9d2-483f-9d11-ea99e676ddd2 in Status: SUCCESS [ 1139.416397] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72c6029e-e9d2-483f-9d11-ea99e676ddd2" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.590213] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.590367] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.590441] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.590657] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.590780] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.590876] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc745ee1-6957-454f-b684-87969893a8c7 is going to be updated. [ 1139.625829] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.626072] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.626159] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.626395] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.626578] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.641016] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc745ee1-6957-454f-b684-87969893a8c7 in Status: IN_PROGRESS for 2s [ 1139.753014] env[65642]: INFO networking_nsxv3.common.synchronization [req-b3e6be96-840f-4a38-8914-6af2813bff5d req-f59bac3b-f29f-495f-9898-0fa1deb5880d service nova] Enqueued Resource ID: fc745ee1-6957-454f-b684-87969893a8c7 with Priority: HIGHEST for action security_group_rules [ 1139.753255] env[65642]: INFO networking_nsxv3.common.synchronization [req-b3e6be96-840f-4a38-8914-6af2813bff5d req-f59bac3b-f29f-495f-9898-0fa1deb5880d service nova] Enqueued Resource ID: fc745ee1-6957-454f-b684-87969893a8c7 with Priority: HIGHEST for action security_group_members [ 1139.753373] env[65642]: INFO networking_nsxv3.common.synchronization [req-b3e6be96-840f-4a38-8914-6af2813bff5d req-f59bac3b-f29f-495f-9898-0fa1deb5880d service nova] Enqueued Resource ID: e0f1eed8-191b-4971-b400-4cd09131afd0 with Priority: HIGHEST for action port [ 1139.754037] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc745ee1-6957-454f-b684-87969893a8c7 with Priority: HIGHEST for action security_group_rules [ 1139.754935] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc745ee1-6957-454f-b684-87969893a8c7 with Priority: HIGHEST for action security_group_members [ 1139.755117] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0f1eed8-191b-4971-b400-4cd09131afd0 with Priority: HIGHEST for action port [ 1139.755483] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc745ee1-6957-454f-b684-87969893a8c7 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.755638] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc745ee1-6957-454f-b684-87969893a8c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.755741] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc745ee1-6957-454f-b684-87969893a8c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.756053] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc745ee1-6957-454f-b684-87969893a8c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.756110] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc745ee1-6957-454f-b684-87969893a8c7',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.758023] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc745ee1-6957-454f-b684-87969893a8c7 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.758135] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc745ee1-6957-454f-b684-87969893a8c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.758383] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-e0f1eed8-191b-4971-b400-4cd09131afd0 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.758538] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e0f1eed8-191b-4971-b400-4cd09131afd0" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.758629] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e0f1eed8-191b-4971-b400-4cd09131afd0" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.758874] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e0f1eed8-191b-4971-b400-4cd09131afd0" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.758975] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0f1eed8-191b-4971-b400-4cd09131afd0',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.846361] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.846626] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.846891] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.847271] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.847418] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.847544] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5793b24-06e3-473f-bd9b-dc44d866d2ae is going to be updated. [ 1139.886279] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.886502] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.886625] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.887041] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.887365] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.899851] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5793b24-06e3-473f-bd9b-dc44d866d2ae in Status: IN_PROGRESS for 2s [ 1140.259055] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc745ee1-6957-454f-b684-87969893a8c7 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.259055] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc745ee1-6957-454f-b684-87969893a8c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.261713] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e0f1eed8-191b-4971-b400-4cd09131afd0 with status ACTIVE [ 1140.261713] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.261713] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.261918] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.261982] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.262089] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.262273] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.262372] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.262430] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.262593] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.262672] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.262863] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.263010] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.263104] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.263271] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.263349] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.263437] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e0f1eed8-191b-4971-b400-4cd09131afd0 is going to be updated. [ 1140.304131] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.304388] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.304388] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.304528] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.304675] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.304843] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e0f1eed8-191b-4971-b400-4cd09131afd0" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.653432] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc745ee1-6957-454f-b684-87969893a8c7 in Status: SUCCESS [ 1141.653804] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc745ee1-6957-454f-b684-87969893a8c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.653848] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc745ee1-6957-454f-b684-87969893a8c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.654194] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc745ee1-6957-454f-b684-87969893a8c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.655542] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.655542] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.655542] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.655542] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.655542] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.655542] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc745ee1-6957-454f-b684-87969893a8c7',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.911150] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5793b24-06e3-473f-bd9b-dc44d866d2ae in Status: SUCCESS [ 1141.911384] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5793b24-06e3-473f-bd9b-dc44d866d2ae" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.911555] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5793b24-06e3-473f-bd9b-dc44d866d2ae" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.911762] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5793b24-06e3-473f-bd9b-dc44d866d2ae" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.911953] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.912094] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.912157] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.912308] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.912388] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.912472] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5793b24-06e3-473f-bd9b-dc44d866d2ae" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.912568] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f5793b24-06e3-473f-bd9b-dc44d866d2ae',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.158173] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc745ee1-6957-454f-b684-87969893a8c7',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.415354] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5793b24-06e3-473f-bd9b-dc44d866d2ae taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.415519] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5793b24-06e3-473f-bd9b-dc44d866d2ae" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.415590] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5793b24-06e3-473f-bd9b-dc44d866d2ae" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.415825] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5793b24-06e3-473f-bd9b-dc44d866d2ae" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.415994] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.416163] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.416227] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.416386] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.416482] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.416555] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5793b24-06e3-473f-bd9b-dc44d866d2ae" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.416701] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5793b24-06e3-473f-bd9b-dc44d866d2ae taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.416793] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5793b24-06e3-473f-bd9b-dc44d866d2ae" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.416852] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5793b24-06e3-473f-bd9b-dc44d866d2ae" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.416991] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5793b24-06e3-473f-bd9b-dc44d866d2ae" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.417169] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.417277] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.417338] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.417478] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.417554] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.417636] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5793b24-06e3-473f-bd9b-dc44d866d2ae" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.417723] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f5793b24-06e3-473f-bd9b-dc44d866d2ae',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.661746] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc745ee1-6957-454f-b684-87969893a8c7',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.924287] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f5793b24-06e3-473f-bd9b-dc44d866d2ae: rpc.has_security_group_logging(os_id): False [ 1142.943342] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.943500] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.943567] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.943765] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.943855] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.944132] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.944249] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.944312] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.944490] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.944569] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.944750] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.944844] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.945049] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.945211] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.945286] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.945466] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.945563] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.945706] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.945862] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.945939] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.946125] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f5793b24-06e3-473f-bd9b-dc44d866d2ae is going to be updated. [ 1143.032828] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.033071] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.033187] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.033501] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.033724] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.052085] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f5793b24-06e3-473f-bd9b-dc44d866d2ae in Status: IN_PROGRESS for 2s [ 1143.163757] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.164637] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.164794] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.165052] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.165179] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.165301] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc745ee1-6957-454f-b684-87969893a8c7 is going to be updated. [ 1143.226708] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.226984] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.227534] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.227534] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.227757] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.244828] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc745ee1-6957-454f-b684-87969893a8c7 in Status: IN_PROGRESS for 2s [ 1144.030637] env[65642]: INFO networking_nsxv3.common.synchronization [req-ae477554-c6da-4050-824b-7647da5331d4 req-fc0a2b4c-2b1a-48b6-aa2d-6e60c00206f1 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Enqueued Resource ID: 0fd5ebee-27ad-48de-a780-a823cd496c9c with Priority: HIGHEST for action security_group_members [ 1144.031931] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fd5ebee-27ad-48de-a780-a823cd496c9c with Priority: HIGHEST for action security_group_members [ 1144.031931] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fd5ebee-27ad-48de-a780-a823cd496c9c taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.031931] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.031931] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.032218] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.033029] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.033029] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.033029] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.033029] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.033029] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.033029] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0fd5ebee-27ad-48de-a780-a823cd496c9c',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.538189] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.538400] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.538586] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.538860] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.538959] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.539263] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.539381] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.539474] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.539632] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.539716] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.539825] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0fd5ebee-27ad-48de-a780-a823cd496c9c is going to be updated. [ 1144.571189] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.571353] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.571398] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.571733] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.571884] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.581658] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fd5ebee-27ad-48de-a780-a823cd496c9c in Status: IN_PROGRESS for 2s [ 1144.680682] env[65642]: INFO networking_nsxv3.common.synchronization [req-daf8f630-9136-4373-939e-437c78bb4da0 req-11f5d30f-7540-41db-a869-ab25cd32c067 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Enqueued Resource ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d with Priority: HIGHEST for action security_group_members [ 1144.681277] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d with Priority: HIGHEST for action security_group_members [ 1144.681584] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-18f2a55f-5961-42a6-992b-c4e6552ec92d taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.681716] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.681785] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.681990] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.682151] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.682250] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.682306] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.682458] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.682536] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.682629] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18f2a55f-5961-42a6-992b-c4e6552ec92d',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.986312] env[65642]: INFO networking_nsxv3.common.synchronization [req-fb49abc4-e8e3-40d9-ba37-19a0a53c3410 req-7b5db7f5-a083-49b7-82ac-f20e1384ff99 tempest-ServerMetadataTestJSON-1550175363 tempest-ServerMetadataTestJSON-1550175363-project-member] Enqueued Resource ID: 72c6029e-e9d2-483f-9d11-ea99e676ddd2 with Priority: HIGHEST for action security_group_members [ 1144.986846] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72c6029e-e9d2-483f-9d11-ea99e676ddd2 with Priority: HIGHEST for action security_group_members [ 1144.987406] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-72c6029e-e9d2-483f-9d11-ea99e676ddd2 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.987609] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72c6029e-e9d2-483f-9d11-ea99e676ddd2" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.987751] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72c6029e-e9d2-483f-9d11-ea99e676ddd2" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.987914] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72c6029e-e9d2-483f-9d11-ea99e676ddd2" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.988058] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.988163] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.988215] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.988363] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.988450] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.988541] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72c6029e-e9d2-483f-9d11-ea99e676ddd2',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.065961] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f5793b24-06e3-473f-bd9b-dc44d866d2ae in Status: SUCCESS [ 1145.066347] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f5793b24-06e3-473f-bd9b-dc44d866d2ae" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.185264] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('18f2a55f-5961-42a6-992b-c4e6552ec92d',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.255912] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc745ee1-6957-454f-b684-87969893a8c7 in Status: SUCCESS [ 1145.256331] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc745ee1-6957-454f-b684-87969893a8c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.256431] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc745ee1-6957-454f-b684-87969893a8c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.256577] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc745ee1-6957-454f-b684-87969893a8c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.256772] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.256886] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.256951] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.257120] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.257203] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.258210] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc745ee1-6957-454f-b684-87969893a8c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.258348] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fc745ee1-6957-454f-b684-87969893a8c7',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.491098] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.491098] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.491098] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.491098] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.491396] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.491427] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.492067] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.492067] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.492067] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.492067] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.492067] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72c6029e-e9d2-483f-9d11-ea99e676ddd2 is going to be updated. [ 1145.527153] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.527377] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.527449] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.527642] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.527816] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.538382] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72c6029e-e9d2-483f-9d11-ea99e676ddd2 in Status: IN_PROGRESS for 2s [ 1145.690202] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('18f2a55f-5961-42a6-992b-c4e6552ec92d',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.760813] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc745ee1-6957-454f-b684-87969893a8c7 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.761027] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc745ee1-6957-454f-b684-87969893a8c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.761071] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc745ee1-6957-454f-b684-87969893a8c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.761346] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc745ee1-6957-454f-b684-87969893a8c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.761517] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.761629] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.761699] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.762018] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.762173] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.762258] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc745ee1-6957-454f-b684-87969893a8c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.762427] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc745ee1-6957-454f-b684-87969893a8c7 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.762534] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc745ee1-6957-454f-b684-87969893a8c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.762597] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc745ee1-6957-454f-b684-87969893a8c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.762753] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc745ee1-6957-454f-b684-87969893a8c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.762894] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.762992] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.763070] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.763215] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.763296] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.763380] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc745ee1-6957-454f-b684-87969893a8c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.763471] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fc745ee1-6957-454f-b684-87969893a8c7',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.192479] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.192860] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.192860] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.192973] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.193042] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.193646] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d is going to be updated. [ 1146.224529] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.224676] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.224719] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.224898] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.225056] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.239035] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d in Status: IN_PROGRESS for 2s [ 1146.265537] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fc745ee1-6957-454f-b684-87969893a8c7: rpc.has_security_group_logging(os_id): False [ 1146.284207] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.284717] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.284717] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.284717] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.284717] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.285255] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.285392] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.285456] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.285641] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.285772] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.286011] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.286236] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.286382] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.286539] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.286642] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.286827] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.286927] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.286980] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.287247] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.287322] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.287414] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc745ee1-6957-454f-b684-87969893a8c7 is going to be updated. [ 1146.376793] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.376963] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.376963] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.377122] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.377318] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.392329] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc745ee1-6957-454f-b684-87969893a8c7 in Status: IN_PROGRESS for 2s [ 1146.592501] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fd5ebee-27ad-48de-a780-a823cd496c9c in Status: SUCCESS [ 1146.592695] env[65642]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0fd5ebee-27ad-48de-a780-a823cd496c9c deletion is rescheduled due to dependency. [ 1146.593081] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.753504] env[65642]: INFO networking_nsxv3.common.synchronization [req-07faef67-4ab5-4cf5-aaa3-3b3311b2302b req-371e1d8a-7c74-4786-b01e-a7a126647c2c tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Enqueued Resource ID: f5793b24-06e3-473f-bd9b-dc44d866d2ae with Priority: HIGHEST for action security_group_members [ 1146.754344] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5793b24-06e3-473f-bd9b-dc44d866d2ae with Priority: HIGHEST for action security_group_members [ 1146.754697] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5793b24-06e3-473f-bd9b-dc44d866d2ae taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.754823] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5793b24-06e3-473f-bd9b-dc44d866d2ae" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.754893] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5793b24-06e3-473f-bd9b-dc44d866d2ae" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.755107] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5793b24-06e3-473f-bd9b-dc44d866d2ae" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.755263] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.755361] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.755421] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.755683] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.755770] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.755863] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5793b24-06e3-473f-bd9b-dc44d866d2ae',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.800028] env[65642]: INFO networking_nsxv3.common.synchronization [req-07faef67-4ab5-4cf5-aaa3-3b3311b2302b req-371e1d8a-7c74-4786-b01e-a7a126647c2c tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Enqueued Resource ID: a2b418d7-d022-4d54-87fc-6daa622d02bb with Priority: HIGHEST for action port [ 1146.800028] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2b418d7-d022-4d54-87fc-6daa622d02bb with Priority: HIGHEST for action port [ 1146.800028] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-a2b418d7-d022-4d54-87fc-6daa622d02bb taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.800028] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a2b418d7-d022-4d54-87fc-6daa622d02bb" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.800028] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a2b418d7-d022-4d54-87fc-6daa622d02bb" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.800028] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a2b418d7-d022-4d54-87fc-6daa622d02bb" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.800028] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2b418d7-d022-4d54-87fc-6daa622d02bb',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.258696] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.259091] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.259091] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.259298] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.259408] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.259638] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.259742] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.259796] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.260256] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.260256] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.260256] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5793b24-06e3-473f-bd9b-dc44d866d2ae is going to be updated. [ 1147.302800] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a2b418d7-d022-4d54-87fc-6daa622d02bb with status ACTIVE [ 1147.303249] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.303486] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.303654] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.303993] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.304192] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.304551] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.304756] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.304863] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.305199] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.305358] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.305690] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.306070] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.306070] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.306279] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.306432] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.306628] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a2b418d7-d022-4d54-87fc-6daa622d02bb is going to be updated. [ 1147.309363] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.309543] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.309673] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.309943] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.310199] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.322365] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5793b24-06e3-473f-bd9b-dc44d866d2ae in Status: IN_PROGRESS for 2s [ 1147.336307] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.337035] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.337140] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.337417] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.337652] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.337939] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a2b418d7-d022-4d54-87fc-6daa622d02bb" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.551486] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72c6029e-e9d2-483f-9d11-ea99e676ddd2 in Status: SUCCESS [ 1147.551654] env[65642]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72c6029e-e9d2-483f-9d11-ea99e676ddd2 deletion is rescheduled due to dependency. [ 1147.551812] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72c6029e-e9d2-483f-9d11-ea99e676ddd2" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.262692] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d in Status: SUCCESS [ 1148.263104] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.408761] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc745ee1-6957-454f-b684-87969893a8c7 in Status: SUCCESS [ 1148.409083] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc745ee1-6957-454f-b684-87969893a8c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.332976] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5793b24-06e3-473f-bd9b-dc44d866d2ae in Status: SUCCESS [ 1149.333300] env[65642]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5793b24-06e3-473f-bd9b-dc44d866d2ae deletion is rescheduled due to dependency. [ 1149.333405] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5793b24-06e3-473f-bd9b-dc44d866d2ae" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.800412] env[65642]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1151.800623] env[65642]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1152.364631] env[65642]: INFO networking_nsxv3.common.synchronization [req-876fd286-2abd-4917-ba7f-798756c9bb7e req-18e639e0-1334-4e96-b41b-84346b2e3d22 tempest-ServersTestJSON-1405907923 tempest-ServersTestJSON-1405907923-project-member] Enqueued Resource ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d with Priority: HIGHEST for action security_group_members [ 1152.365225] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d with Priority: HIGHEST for action security_group_members [ 1152.365546] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-18f2a55f-5961-42a6-992b-c4e6552ec92d taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.365663] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.365732] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.366186] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.366558] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.366690] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.366859] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.367082] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.367142] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.367341] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18f2a55f-5961-42a6-992b-c4e6552ec92d',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.871386] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.871386] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.871386] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.871386] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.871386] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.871386] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.871386] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.871386] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.871386] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.871386] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.871967] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d is going to be updated. [ 1152.902757] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.902757] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.902757] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.903445] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.903445] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.914753] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d in Status: IN_PROGRESS for 2s [ 1153.955179] env[65642]: INFO networking_nsxv3.common.synchronization [req-471dd45e-737c-4ff8-b6f4-081887f2b748 req-eb72d61e-17fa-42d1-9784-93023a9a7877 tempest-AttachVolumeShelveTestJSON-1711589838 tempest-AttachVolumeShelveTestJSON-1711589838-project-member] Enqueued Resource ID: 3f7eb5c3-ad65-4a09-b00b-15b1c009f983 with Priority: HIGHEST for action security_group_members [ 1153.955759] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f7eb5c3-ad65-4a09-b00b-15b1c009f983 with Priority: HIGHEST for action security_group_members [ 1153.956080] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f7eb5c3-ad65-4a09-b00b-15b1c009f983 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.956230] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f7eb5c3-ad65-4a09-b00b-15b1c009f983" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.956292] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f7eb5c3-ad65-4a09-b00b-15b1c009f983" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.956495] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f7eb5c3-ad65-4a09-b00b-15b1c009f983" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.956674] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.956764] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.956822] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.956970] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.957590] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.957735] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f7eb5c3-ad65-4a09-b00b-15b1c009f983',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.979157] env[65642]: INFO networking_nsxv3.common.synchronization [req-f0cf9c49-3201-461e-aed2-6458fc6c0ad8 req-fbaebb1b-b1b8-4d2f-974b-e96916547014 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Enqueued Resource ID: 0fd5ebee-27ad-48de-a780-a823cd496c9c with Priority: HIGHEST for action security_group_members [ 1153.979670] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fd5ebee-27ad-48de-a780-a823cd496c9c with Priority: HIGHEST for action security_group_members [ 1153.979979] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fd5ebee-27ad-48de-a780-a823cd496c9c taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.980123] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.980191] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.980412] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.980562] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.980691] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.980756] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.980907] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.980989] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.981245] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0fd5ebee-27ad-48de-a780-a823cd496c9c',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.385082] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock network-365 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.385173] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "network-365" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.385245] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "network-365" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.385529] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "network-365" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.386043] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.386043] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.386043] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.386398] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.386673] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.386979] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1154.387218] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] NeedRegenerationException {{(pid=65642) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1154.387342] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] no value, waiting for create lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1154.387576] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] value creation lock acquired {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1154.388188] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1154.388188] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Calling creation function for not-yet-present value {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1154.388188] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1154.410167] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1154.410575] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65642) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1154.412066] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Released creation lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1154.412066] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "network-365" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.412066] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock port-645efedf-e00d-4bbf-a1e1-10fa715b8a8e taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.412066] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "port-645efedf-e00d-4bbf-a1e1-10fa715b8a8e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.412066] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "port-645efedf-e00d-4bbf-a1e1-10fa715b8a8e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.412536] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "port-645efedf-e00d-4bbf-a1e1-10fa715b8a8e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.412536] env[65642]: DEBUG networking_nsxv3.api.rpc [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('645efedf-e00d-4bbf-a1e1-10fa715b8a8e',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.461185] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.461366] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.461441] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.461649] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.461740] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.461938] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.462302] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.462302] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.462302] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.462302] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.462462] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f7eb5c3-ad65-4a09-b00b-15b1c009f983 is going to be updated. [ 1154.484142] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.484346] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.484425] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.484651] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.484736] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.484944] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.485063] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.485118] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.485267] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.485345] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.485460] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0fd5ebee-27ad-48de-a780-a823cd496c9c is going to be updated. [ 1154.494284] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.494418] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.494472] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.494859] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.494859] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.502971] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f7eb5c3-ad65-4a09-b00b-15b1c009f983 in Status: IN_PROGRESS for 2s [ 1154.515430] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.515610] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.515690] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.515955] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.516112] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.529203] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fd5ebee-27ad-48de-a780-a823cd496c9c in Status: IN_PROGRESS for 2s [ 1154.915998] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.916497] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.916762] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.917145] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.917373] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.917544] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Segment Port 645efedf-e00d-4bbf-a1e1-10fa715b8a8e not found, creating... [ 1154.917825] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.917986] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.918235] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.918442] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.918599] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.918942] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.919153] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.919283] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.919581] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.919803] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.920015] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Resource: SegmentPort with ID: 645efedf-e00d-4bbf-a1e1-10fa715b8a8e is going to be created. [ 1154.931685] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d in Status: SUCCESS [ 1154.931904] env[65642]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d deletion is rescheduled due to dependency. [ 1154.931980] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.941373] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.941552] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.941679] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.942067] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.942252] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.942497] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "port-645efedf-e00d-4bbf-a1e1-10fa715b8a8e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.677591] env[65642]: INFO networking_nsxv3.common.synchronization [req-f0cf9c49-3201-461e-aed2-6458fc6c0ad8 req-f747e713-cd5f-4b45-9e1c-142ca0890e43 service nova] Enqueued Resource ID: 0fd5ebee-27ad-48de-a780-a823cd496c9c with Priority: HIGHEST for action security_group_rules [ 1155.677861] env[65642]: INFO networking_nsxv3.common.synchronization [req-f0cf9c49-3201-461e-aed2-6458fc6c0ad8 req-f747e713-cd5f-4b45-9e1c-142ca0890e43 service nova] Enqueued Resource ID: 0fd5ebee-27ad-48de-a780-a823cd496c9c with Priority: HIGHEST for action security_group_members [ 1155.677861] env[65642]: INFO networking_nsxv3.common.synchronization [req-f0cf9c49-3201-461e-aed2-6458fc6c0ad8 req-f747e713-cd5f-4b45-9e1c-142ca0890e43 service nova] Enqueued Resource ID: 645efedf-e00d-4bbf-a1e1-10fa715b8a8e with Priority: HIGHEST for action port [ 1155.678340] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fd5ebee-27ad-48de-a780-a823cd496c9c with Priority: HIGHEST for action security_group_rules [ 1155.678477] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fd5ebee-27ad-48de-a780-a823cd496c9c with Priority: HIGHEST for action security_group_members [ 1155.678588] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 645efedf-e00d-4bbf-a1e1-10fa715b8a8e with Priority: HIGHEST for action port [ 1155.678889] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0fd5ebee-27ad-48de-a780-a823cd496c9c taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.678985] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.679298] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.679446] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.679530] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0fd5ebee-27ad-48de-a780-a823cd496c9c',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.681126] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fd5ebee-27ad-48de-a780-a823cd496c9c taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.681126] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.681214] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-645efedf-e00d-4bbf-a1e1-10fa715b8a8e taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.681562] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-645efedf-e00d-4bbf-a1e1-10fa715b8a8e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.681562] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-645efedf-e00d-4bbf-a1e1-10fa715b8a8e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.681562] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-645efedf-e00d-4bbf-a1e1-10fa715b8a8e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.681711] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('645efedf-e00d-4bbf-a1e1-10fa715b8a8e',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.181379] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fd5ebee-27ad-48de-a780-a823cd496c9c taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.181521] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.184245] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 645efedf-e00d-4bbf-a1e1-10fa715b8a8e with status ACTIVE [ 1156.184245] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.184245] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.184664] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.184664] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.184664] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.184794] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.184866] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.184924] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.185085] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.185170] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.185402] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.185528] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.185597] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.185756] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.185869] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.186010] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 645efedf-e00d-4bbf-a1e1-10fa715b8a8e is going to be updated. [ 1156.209428] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.209660] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.209729] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.209905] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.210074] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.210322] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-645efedf-e00d-4bbf-a1e1-10fa715b8a8e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.513482] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f7eb5c3-ad65-4a09-b00b-15b1c009f983 in Status: SUCCESS [ 1156.513743] env[65642]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f7eb5c3-ad65-4a09-b00b-15b1c009f983 deletion is rescheduled due to dependency. [ 1156.513865] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f7eb5c3-ad65-4a09-b00b-15b1c009f983" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.539435] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fd5ebee-27ad-48de-a780-a823cd496c9c in Status: SUCCESS [ 1156.539621] env[65642]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0fd5ebee-27ad-48de-a780-a823cd496c9c deletion is rescheduled due to dependency. [ 1156.539734] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.539903] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.540140] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.540328] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.540449] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.540513] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.540665] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.540748] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.540841] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0fd5ebee-27ad-48de-a780-a823cd496c9c',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.043417] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0fd5ebee-27ad-48de-a780-a823cd496c9c',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.545594] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0fd5ebee-27ad-48de-a780-a823cd496c9c',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.051715] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.051715] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.051715] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.051715] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.051715] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.051715] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0fd5ebee-27ad-48de-a780-a823cd496c9c is going to be updated. [ 1158.125561] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.125793] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.125899] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.126216] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.126479] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.140110] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fd5ebee-27ad-48de-a780-a823cd496c9c in Status: IN_PROGRESS for 2s [ 1160.151759] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fd5ebee-27ad-48de-a780-a823cd496c9c in Status: SUCCESS [ 1160.152089] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.152245] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.152473] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.152683] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.152817] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.152893] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.153089] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.153183] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.153320] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.153366] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0fd5ebee-27ad-48de-a780-a823cd496c9c',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.657492] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fd5ebee-27ad-48de-a780-a823cd496c9c taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.657699] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.657740] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.657963] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.658285] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.658285] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.658406] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.658517] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.658574] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.658711] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.658936] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fd5ebee-27ad-48de-a780-a823cd496c9c taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.659074] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.659109] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.659247] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.659383] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.659473] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.659535] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.659664] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.659738] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.659815] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.659938] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0fd5ebee-27ad-48de-a780-a823cd496c9c',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.679425] env[65642]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1160.679554] env[65642]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1161.161886] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0fd5ebee-27ad-48de-a780-a823cd496c9c: rpc.has_security_group_logging(os_id): False [ 1161.185286] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.185523] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.185523] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.185765] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.185871] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.186096] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.186197] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.186255] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.186449] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.186526] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.186742] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.186856] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.186936] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.187173] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.187393] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.187509] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.187606] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.187666] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.187833] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.187909] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.188015] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0fd5ebee-27ad-48de-a780-a823cd496c9c is going to be updated. [ 1161.249723] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.249723] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.249723] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.249982] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.249982] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.266618] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0fd5ebee-27ad-48de-a780-a823cd496c9c in Status: IN_PROGRESS for 2s [ 1163.304222] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0fd5ebee-27ad-48de-a780-a823cd496c9c in Status: SUCCESS [ 1163.304614] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.269818] env[65642]: INFO networking_nsxv3.common.synchronization [None req-e598c976-d08f-4000-9e71-89aac6681c16 None None] Enqueued Resource ID: 44d79b21-5b13-4920-acec-f0241ae40258 with Priority: HIGHEST for action port [ 1165.270930] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44d79b21-5b13-4920-acec-f0241ae40258 with Priority: HIGHEST for action port [ 1165.272753] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-44d79b21-5b13-4920-acec-f0241ae40258 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.273604] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-44d79b21-5b13-4920-acec-f0241ae40258" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.273604] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-44d79b21-5b13-4920-acec-f0241ae40258" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.273604] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-44d79b21-5b13-4920-acec-f0241ae40258" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.273604] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44d79b21-5b13-4920-acec-f0241ae40258',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.776677] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 44d79b21-5b13-4920-acec-f0241ae40258 [ 1165.777255] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.777910] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.777910] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.777910] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.777910] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.777910] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:44d79b21-5b13-4920-acec-f0241ae40258 already deleted. [ 1165.778181] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-44d79b21-5b13-4920-acec-f0241ae40258" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.809193] env[65642]: INFO networking_nsxv3.common.synchronization [req-dda934a6-948c-4d9c-ab86-7767d16cad75 req-be7631c5-8fc8-457e-8a10-d38d396d0ff1 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Enqueued Resource ID: fc745ee1-6957-454f-b684-87969893a8c7 with Priority: HIGHEST for action security_group_members [ 1166.809193] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc745ee1-6957-454f-b684-87969893a8c7 with Priority: HIGHEST for action security_group_members [ 1166.809471] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc745ee1-6957-454f-b684-87969893a8c7 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.809576] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc745ee1-6957-454f-b684-87969893a8c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.809648] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc745ee1-6957-454f-b684-87969893a8c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.810087] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc745ee1-6957-454f-b684-87969893a8c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.810087] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.810512] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.810582] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.810741] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.811301] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.811399] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc745ee1-6957-454f-b684-87969893a8c7',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.314016] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc745ee1-6957-454f-b684-87969893a8c7',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.679402] env[65642]: INFO networking_nsxv3.common.synchronization [None req-97453982-6001-4ceb-9e30-4819ddbde350 None None] Enqueued Resource ID: 399f0903-1708-42b5-a172-3b71825c597f with Priority: HIGHEST for action port [ 1167.679402] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 399f0903-1708-42b5-a172-3b71825c597f with Priority: HIGHEST for action port [ 1167.679402] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-399f0903-1708-42b5-a172-3b71825c597f taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.679402] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-399f0903-1708-42b5-a172-3b71825c597f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.679402] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-399f0903-1708-42b5-a172-3b71825c597f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.679679] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-399f0903-1708-42b5-a172-3b71825c597f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.679713] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('399f0903-1708-42b5-a172-3b71825c597f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.821096] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc745ee1-6957-454f-b684-87969893a8c7',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.181996] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 399f0903-1708-42b5-a172-3b71825c597f [ 1168.182285] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.182463] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.182539] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.182758] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.182850] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.182946] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:399f0903-1708-42b5-a172-3b71825c597f already deleted. [ 1168.183041] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-399f0903-1708-42b5-a172-3b71825c597f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.324670] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.324906] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.325016] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.325259] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.325355] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.325464] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc745ee1-6957-454f-b684-87969893a8c7 is going to be updated. [ 1168.359208] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.360495] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.360495] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.360495] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.360495] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.369359] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc745ee1-6957-454f-b684-87969893a8c7 in Status: IN_PROGRESS for 2s [ 1170.382030] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc745ee1-6957-454f-b684-87969893a8c7 in Status: SUCCESS [ 1170.382030] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc745ee1-6957-454f-b684-87969893a8c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.679371] env[65642]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1172.679660] env[65642]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1174.198217] env[65642]: INFO networking_nsxv3.common.synchronization [req-1702805e-15bb-4b4d-aaa4-6708b12a0777 req-d4d638b2-87f2-45d3-b021-38cf3c7641f4 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Enqueued Resource ID: 92ec8e91-9450-46ee-8d0f-44b064009f1e with Priority: HIGHEST for action security_group_members [ 1174.198845] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92ec8e91-9450-46ee-8d0f-44b064009f1e with Priority: HIGHEST for action security_group_members [ 1174.199261] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-92ec8e91-9450-46ee-8d0f-44b064009f1e taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.199335] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92ec8e91-9450-46ee-8d0f-44b064009f1e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.199407] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92ec8e91-9450-46ee-8d0f-44b064009f1e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.199610] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92ec8e91-9450-46ee-8d0f-44b064009f1e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.199793] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.199857] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.199918] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.200097] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.200184] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.200285] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92ec8e91-9450-46ee-8d0f-44b064009f1e',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.602639] env[65642]: INFO networking_nsxv3.common.synchronization [req-1da65a14-fcc9-45a6-8d1f-000b1db225ea req-35b2b87d-9941-480f-8b32-5ff9e578a657 tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Enqueued Resource ID: b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9 with Priority: HIGHEST for action security_group_members [ 1174.603593] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9 with Priority: HIGHEST for action security_group_members [ 1174.604184] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.604515] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.604683] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.605038] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.605308] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.605505] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.605743] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.605834] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.605955] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.606202] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.702173] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.702341] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.702421] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.702627] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.702723] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.702929] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.703075] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.703114] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.703242] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.703318] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.703402] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92ec8e91-9450-46ee-8d0f-44b064009f1e is going to be updated. [ 1174.735555] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.735727] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.735783] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.735997] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.736205] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.744897] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92ec8e91-9450-46ee-8d0f-44b064009f1e in Status: IN_PROGRESS for 2s [ 1174.915687] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock network-103 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.915871] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "network-103" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.916039] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "network-103" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.916308] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "network-103" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.916707] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.919045] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.919045] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.919045] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.919045] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.919045] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1174.919045] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] NeedRegenerationException {{(pid=65642) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1174.919045] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] no value, waiting for create lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1174.919045] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] value creation lock acquired {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1174.919045] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1174.919045] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Calling creation function for not-yet-present value {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1174.919045] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1174.938049] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1174.938241] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65642) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1174.938383] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Released creation lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1174.938558] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "network-103" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.939035] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock port-5b9e20a8-f39e-4769-b18a-4c6be8c116f5 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.939292] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "port-5b9e20a8-f39e-4769-b18a-4c6be8c116f5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.939457] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "port-5b9e20a8-f39e-4769-b18a-4c6be8c116f5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.939780] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "port-5b9e20a8-f39e-4769-b18a-4c6be8c116f5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.939921] env[65642]: DEBUG networking_nsxv3.api.rpc [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b9e20a8-f39e-4769-b18a-4c6be8c116f5',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.109336] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.109481] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.109532] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.109771] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.109858] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.110086] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.110208] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.110261] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.110415] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.110598] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.110598] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9 already deleted. [ 1175.110678] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.444057] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.444515] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.444515] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.444773] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.445039] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.445303] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Segment Port 5b9e20a8-f39e-4769-b18a-4c6be8c116f5 not found, creating... [ 1175.445720] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.445994] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.446227] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.446703] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.446925] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.447311] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.447513] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.447644] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.447925] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.448147] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.448301] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Resource: SegmentPort with ID: 5b9e20a8-f39e-4769-b18a-4c6be8c116f5 is going to be created. [ 1175.480470] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.480695] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.480807] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.481114] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.481352] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.481586] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "port-5b9e20a8-f39e-4769-b18a-4c6be8c116f5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.156039] env[65642]: INFO networking_nsxv3.common.synchronization [req-1da65a14-fcc9-45a6-8d1f-000b1db225ea req-21ae3452-4e39-4997-b8a4-f54accf8e71b service nova] Enqueued Resource ID: b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9 with Priority: HIGHEST for action security_group_rules [ 1176.156234] env[65642]: INFO networking_nsxv3.common.synchronization [req-1da65a14-fcc9-45a6-8d1f-000b1db225ea req-21ae3452-4e39-4997-b8a4-f54accf8e71b service nova] Enqueued Resource ID: b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9 with Priority: HIGHEST for action security_group_members [ 1176.156369] env[65642]: INFO networking_nsxv3.common.synchronization [req-1da65a14-fcc9-45a6-8d1f-000b1db225ea req-21ae3452-4e39-4997-b8a4-f54accf8e71b service nova] Enqueued Resource ID: 5b9e20a8-f39e-4769-b18a-4c6be8c116f5 with Priority: HIGHEST for action port [ 1176.156920] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9 with Priority: HIGHEST for action security_group_rules [ 1176.157413] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9 with Priority: HIGHEST for action security_group_members [ 1176.157654] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b9e20a8-f39e-4769-b18a-4c6be8c116f5 with Priority: HIGHEST for action port [ 1176.158530] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.158666] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.158733] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.159070] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.159070] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.159926] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.160050] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.160941] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.160941] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.160941] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.160941] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.160941] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.160941] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.160941] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.160941] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.161659] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b9e20a8-f39e-4769-b18a-4c6be8c116f5 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.161760] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b9e20a8-f39e-4769-b18a-4c6be8c116f5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.162752] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b9e20a8-f39e-4769-b18a-4c6be8c116f5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.162752] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b9e20a8-f39e-4769-b18a-4c6be8c116f5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.162752] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b9e20a8-f39e-4769-b18a-4c6be8c116f5',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.663700] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.664010] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.664010] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.664831] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5b9e20a8-f39e-4769-b18a-4c6be8c116f5 with status ACTIVE [ 1176.665011] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.665126] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.665192] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.665389] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.665475] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.665640] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.665739] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.665800] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.665968] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.666068] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.666549] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.666549] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.666549] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.666549] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.666821] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.666821] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5b9e20a8-f39e-4769-b18a-4c6be8c116f5 is going to be updated. [ 1176.692907] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.693094] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.693175] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.693440] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.693669] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.693787] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b9e20a8-f39e-4769-b18a-4c6be8c116f5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.758531] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92ec8e91-9450-46ee-8d0f-44b064009f1e in Status: SUCCESS [ 1176.758731] env[65642]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92ec8e91-9450-46ee-8d0f-44b064009f1e deletion is rescheduled due to dependency. [ 1176.758831] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92ec8e91-9450-46ee-8d0f-44b064009f1e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.169195] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.671823] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.672229] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.672229] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.672303] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.672403] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.672486] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9 is going to be created. [ 1177.695752] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.696075] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.696192] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.696405] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.696727] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.706418] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9 in Status: UNINITIALIZED for 2s [ 1178.601644] env[65642]: INFO networking_nsxv3.common.synchronization [req-e2ac7913-d824-42c4-9498-f82802624a3a req-66534ea0-10cb-4840-840d-69be721d33d0 tempest-ServerRescueTestJSON-933647746 tempest-ServerRescueTestJSON-933647746-project-member] Enqueued Resource ID: fc745ee1-6957-454f-b684-87969893a8c7 with Priority: HIGHEST for action security_group_members [ 1178.601788] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc745ee1-6957-454f-b684-87969893a8c7 with Priority: HIGHEST for action security_group_members [ 1178.602351] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc745ee1-6957-454f-b684-87969893a8c7 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.602351] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc745ee1-6957-454f-b684-87969893a8c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.602650] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc745ee1-6957-454f-b684-87969893a8c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.602650] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc745ee1-6957-454f-b684-87969893a8c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.603114] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.603114] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.603114] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.603534] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.603534] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.603534] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc745ee1-6957-454f-b684-87969893a8c7',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.688058] env[65642]: INFO networking_nsxv3.common.synchronization [req-534b6fde-d992-4a4f-a9c4-4c1acaf0461c req-3b38e27f-86b6-49a9-b054-83fb0324295c tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Enqueued Resource ID: c5f0f474-41d7-4660-b77b-028a6481a05c with Priority: HIGHEST for action security_group_members [ 1178.689586] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5f0f474-41d7-4660-b77b-028a6481a05c with Priority: HIGHEST for action security_group_members [ 1178.689586] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5f0f474-41d7-4660-b77b-028a6481a05c taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.689586] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5f0f474-41d7-4660-b77b-028a6481a05c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.689586] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5f0f474-41d7-4660-b77b-028a6481a05c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.689586] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5f0f474-41d7-4660-b77b-028a6481a05c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.689586] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.689586] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.689586] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.689908] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.689908] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.689908] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5f0f474-41d7-4660-b77b-028a6481a05c',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.982023] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock network-368 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.982190] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "network-368" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.982314] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "network-368" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.982575] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "network-368" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.982863] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.983043] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.983196] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.983418] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.983611] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.983777] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1178.983904] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] NeedRegenerationException {{(pid=65642) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1178.984036] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] no value, waiting for create lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1178.984156] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] value creation lock acquired {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1178.984265] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1178.984368] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Calling creation function for not-yet-present value {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1178.984498] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1179.004047] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1179.004249] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65642) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1179.004414] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Released creation lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1179.004628] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "network-368" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.004963] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock port-7adca50e-7c70-4adc-a03c-f0c20934880a taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.005152] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "port-7adca50e-7c70-4adc-a03c-f0c20934880a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.005352] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "port-7adca50e-7c70-4adc-a03c-f0c20934880a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.005696] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "port-7adca50e-7c70-4adc-a03c-f0c20934880a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.005854] env[65642]: DEBUG networking_nsxv3.api.rpc [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7adca50e-7c70-4adc-a03c-f0c20934880a',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.106438] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.106709] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.106785] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.107018] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.107152] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.107390] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.107500] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.107581] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.107787] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.107888] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.107956] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc745ee1-6957-454f-b684-87969893a8c7 is going to be updated. [ 1179.139242] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.139242] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.139242] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.139512] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.139666] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.149109] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc745ee1-6957-454f-b684-87969893a8c7 in Status: IN_PROGRESS for 2s [ 1179.192090] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c5f0f474-41d7-4660-b77b-028a6481a05c',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.508435] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.508671] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.508857] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.509176] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.509326] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.509481] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Segment Port 7adca50e-7c70-4adc-a03c-f0c20934880a not found, creating... [ 1179.509750] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.509911] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.510039] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.510265] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.510395] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.510673] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.510831] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.510945] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.511159] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.511289] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.511427] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Resource: SegmentPort with ID: 7adca50e-7c70-4adc-a03c-f0c20934880a is going to be created. [ 1179.533096] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.533096] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.533096] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.533096] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.533337] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.533537] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "port-7adca50e-7c70-4adc-a03c-f0c20934880a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.695059] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c5f0f474-41d7-4660-b77b-028a6481a05c',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.718300] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9 in Status: SUCCESS [ 1179.718553] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.719075] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.719279] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.719467] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.719582] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.719650] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.719798] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.719878] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.719961] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.720068] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.196766] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.196925] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.196996] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.197246] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.197340] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.197437] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5f0f474-41d7-4660-b77b-028a6481a05c is going to be updated. [ 1180.222029] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.222140] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.222371] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.222435] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.222594] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.222693] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.222755] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.222903] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.223892] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.223892] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.223892] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.224554] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.224554] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.224554] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.224554] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.224554] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.224785] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.224785] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.224886] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.224936] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.225040] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.226796] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.226902] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.226969] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.227140] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.227337] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.239930] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5f0f474-41d7-4660-b77b-028a6481a05c in Status: IN_PROGRESS for 2s [ 1180.269675] env[65642]: INFO networking_nsxv3.common.synchronization [req-534b6fde-d992-4a4f-a9c4-4c1acaf0461c req-7f9dbaa8-3939-46f1-9fe7-4e83c30cda61 service nova] Enqueued Resource ID: c5f0f474-41d7-4660-b77b-028a6481a05c with Priority: HIGHEST for action security_group_rules [ 1180.269858] env[65642]: INFO networking_nsxv3.common.synchronization [req-534b6fde-d992-4a4f-a9c4-4c1acaf0461c req-7f9dbaa8-3939-46f1-9fe7-4e83c30cda61 service nova] Enqueued Resource ID: c5f0f474-41d7-4660-b77b-028a6481a05c with Priority: HIGHEST for action security_group_members [ 1180.269991] env[65642]: INFO networking_nsxv3.common.synchronization [req-534b6fde-d992-4a4f-a9c4-4c1acaf0461c req-7f9dbaa8-3939-46f1-9fe7-4e83c30cda61 service nova] Enqueued Resource ID: 7adca50e-7c70-4adc-a03c-f0c20934880a with Priority: HIGHEST for action port [ 1180.270506] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5f0f474-41d7-4660-b77b-028a6481a05c with Priority: HIGHEST for action security_group_rules [ 1180.270667] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5f0f474-41d7-4660-b77b-028a6481a05c with Priority: HIGHEST for action security_group_members [ 1180.270776] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7adca50e-7c70-4adc-a03c-f0c20934880a with Priority: HIGHEST for action port [ 1180.271327] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5f0f474-41d7-4660-b77b-028a6481a05c taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.271496] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5f0f474-41d7-4660-b77b-028a6481a05c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.271591] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5f0f474-41d7-4660-b77b-028a6481a05c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.271926] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5f0f474-41d7-4660-b77b-028a6481a05c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.272242] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5f0f474-41d7-4660-b77b-028a6481a05c',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.273565] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5f0f474-41d7-4660-b77b-028a6481a05c taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.273798] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5f0f474-41d7-4660-b77b-028a6481a05c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.274338] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-7adca50e-7c70-4adc-a03c-f0c20934880a taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.274338] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7adca50e-7c70-4adc-a03c-f0c20934880a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.274338] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7adca50e-7c70-4adc-a03c-f0c20934880a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.274656] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7adca50e-7c70-4adc-a03c-f0c20934880a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.274656] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7adca50e-7c70-4adc-a03c-f0c20934880a',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.481193] env[65642]: INFO networking_nsxv3.common.synchronization [None req-8ef612c6-1d24-4e88-9148-cc66d5308c6c tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Enqueued Resource ID: aabbaeb2-6856-4a18-bd67-faca96de9e99 with Priority: HIGHEST for action security_group_rules [ 1180.481792] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aabbaeb2-6856-4a18-bd67-faca96de9e99 with Priority: HIGHEST for action security_group_rules [ 1180.482409] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aabbaeb2-6856-4a18-bd67-faca96de9e99 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.482549] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aabbaeb2-6856-4a18-bd67-faca96de9e99" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.482624] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aabbaeb2-6856-4a18-bd67-faca96de9e99" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.482904] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aabbaeb2-6856-4a18-bd67-faca96de9e99" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.482994] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aabbaeb2-6856-4a18-bd67-faca96de9e99',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.682697] env[65642]: INFO networking_nsxv3.common.synchronization [None req-fa7dd154-dfe1-414c-92bd-bc00ecd0dcb7 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Enqueued Resource ID: aabbaeb2-6856-4a18-bd67-faca96de9e99 with Priority: HIGHEST for action security_group_rules [ 1180.683641] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aabbaeb2-6856-4a18-bd67-faca96de9e99 with Priority: HIGHEST for action security_group_rules [ 1180.683641] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aabbaeb2-6856-4a18-bd67-faca96de9e99 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.683641] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aabbaeb2-6856-4a18-bd67-faca96de9e99" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.729598] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9: rpc.has_security_group_logging(os_id): False [ 1180.755361] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.755590] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.755639] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.756236] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.756236] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.756677] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.756883] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.756960] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.757102] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.757204] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.757416] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.758823] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.758995] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.759166] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.759258] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.759489] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.759601] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.759668] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.759841] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.759924] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.760031] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9 is going to be created. [ 1180.776487] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5f0f474-41d7-4660-b77b-028a6481a05c taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.776739] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5f0f474-41d7-4660-b77b-028a6481a05c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.776901] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7adca50e-7c70-4adc-a03c-f0c20934880a with status ACTIVE [ 1180.777086] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.777205] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.777266] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.777472] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.777558] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.777801] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.777900] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.777962] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.778136] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.778216] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.778395] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.778488] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.778544] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.778680] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.778757] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.778839] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7adca50e-7c70-4adc-a03c-f0c20934880a is going to be updated. [ 1180.802675] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.802927] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.803045] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.803394] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.803554] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.803829] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7adca50e-7c70-4adc-a03c-f0c20934880a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.993049] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.993266] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.993266] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.993457] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.993644] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.006189] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.006387] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.006387] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.006677] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.006772] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.006871] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aabbaeb2-6856-4a18-bd67-faca96de9e99 already deleted. [ 1181.006972] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aabbaeb2-6856-4a18-bd67-faca96de9e99" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.007167] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aabbaeb2-6856-4a18-bd67-faca96de9e99" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.007351] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aabbaeb2-6856-4a18-bd67-faca96de9e99" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.007435] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aabbaeb2-6856-4a18-bd67-faca96de9e99',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.008956] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9 in Status: IN_PROGRESS for 2s [ 1181.161648] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc745ee1-6957-454f-b684-87969893a8c7 in Status: SUCCESS [ 1181.161881] env[65642]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc745ee1-6957-454f-b684-87969893a8c7 deletion is rescheduled due to dependency. [ 1181.161986] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc745ee1-6957-454f-b684-87969893a8c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.530528] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.530933] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.530933] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.531210] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.531332] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.531619] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aabbaeb2-6856-4a18-bd67-faca96de9e99 already deleted. [ 1181.531619] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aabbaeb2-6856-4a18-bd67-faca96de9e99" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.251609] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5f0f474-41d7-4660-b77b-028a6481a05c in Status: SUCCESS [ 1182.251992] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5f0f474-41d7-4660-b77b-028a6481a05c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.252330] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5f0f474-41d7-4660-b77b-028a6481a05c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.252539] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5f0f474-41d7-4660-b77b-028a6481a05c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.252834] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.253031] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.253134] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.253402] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.253558] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.253842] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5f0f474-41d7-4660-b77b-028a6481a05c',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.758977] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c5f0f474-41d7-4660-b77b-028a6481a05c',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.025561] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9 in Status: SUCCESS [ 1183.025561] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.262501] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c5f0f474-41d7-4660-b77b-028a6481a05c',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.765085] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.765378] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.765589] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.765936] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.766217] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.766400] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5f0f474-41d7-4660-b77b-028a6481a05c is going to be updated. [ 1183.802932] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.803133] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.803176] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.803383] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.803537] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.816108] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5f0f474-41d7-4660-b77b-028a6481a05c in Status: IN_PROGRESS for 2s [ 1185.684800] env[65642]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1185.685194] env[65642]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1185.827430] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5f0f474-41d7-4660-b77b-028a6481a05c in Status: SUCCESS [ 1185.827672] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5f0f474-41d7-4660-b77b-028a6481a05c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.827878] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5f0f474-41d7-4660-b77b-028a6481a05c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.828122] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5f0f474-41d7-4660-b77b-028a6481a05c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.828315] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.828432] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.828497] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.828653] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.828737] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.828823] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5f0f474-41d7-4660-b77b-028a6481a05c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.828918] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c5f0f474-41d7-4660-b77b-028a6481a05c',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.331897] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c5f0f474-41d7-4660-b77b-028a6481a05c',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.441385] env[65642]: INFO networking_nsxv3.common.synchronization [req-d9c58d9d-353d-4272-b376-35db04a3113e req-289eeb38-68a8-4f9f-b10e-d0d37036b1d8 tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Enqueued Resource ID: aabbaeb2-6856-4a18-bd67-faca96de9e99 with Priority: HIGHEST for action security_group_members [ 1186.442124] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aabbaeb2-6856-4a18-bd67-faca96de9e99 with Priority: HIGHEST for action security_group_members [ 1186.442628] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-aabbaeb2-6856-4a18-bd67-faca96de9e99 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.442628] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aabbaeb2-6856-4a18-bd67-faca96de9e99" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.442736] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aabbaeb2-6856-4a18-bd67-faca96de9e99" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.443102] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aabbaeb2-6856-4a18-bd67-faca96de9e99" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.443102] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.443241] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.443241] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.443491] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.443544] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.443644] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aabbaeb2-6856-4a18-bd67-faca96de9e99',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.744369] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock network-696 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.744716] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "network-696" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.744716] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "network-696" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.744984] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "network-696" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.745263] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.745424] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.745548] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.745763] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.745906] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.746151] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1186.746279] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] NeedRegenerationException {{(pid=65642) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1186.746385] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] no value, waiting for create lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1186.746491] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] value creation lock acquired {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1186.746601] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1186.746891] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Calling creation function for not-yet-present value {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1186.747076] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1186.766875] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1186.767055] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65642) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1186.767206] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Released creation lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1186.767388] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "network-696" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.767699] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock port-afd6f96d-fe86-476c-bff5-4a8856cfdd21 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.767893] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "port-afd6f96d-fe86-476c-bff5-4a8856cfdd21" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.768046] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "port-afd6f96d-fe86-476c-bff5-4a8856cfdd21" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.768354] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "port-afd6f96d-fe86-476c-bff5-4a8856cfdd21" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.768493] env[65642]: DEBUG networking_nsxv3.api.rpc [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('afd6f96d-fe86-476c-bff5-4a8856cfdd21',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.834517] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c5f0f474-41d7-4660-b77b-028a6481a05c: rpc.has_security_group_logging(os_id): False [ 1186.853579] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.853768] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.853827] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.854066] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.875058] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.875352] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.875527] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.875527] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.875761] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.875850] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.875984] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5f0f474-41d7-4660-b77b-028a6481a05c is going to be updated. [ 1186.941634] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.941832] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.941873] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.942120] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.942285] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.945999] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.946157] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.946202] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.946402] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.946489] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.946751] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.946867] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.946951] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.947221] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.947353] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.947491] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aabbaeb2-6856-4a18-bd67-faca96de9e99 already deleted. [ 1186.947641] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aabbaeb2-6856-4a18-bd67-faca96de9e99" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.957398] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5f0f474-41d7-4660-b77b-028a6481a05c in Status: IN_PROGRESS for 2s [ 1187.271174] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.271508] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.271739] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.272716] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.272947] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.273130] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Segment Port afd6f96d-fe86-476c-bff5-4a8856cfdd21 not found, creating... [ 1187.273414] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.273583] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.273748] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.273959] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.274169] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.274438] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.274625] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.274754] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.274972] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.275368] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.275368] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Resource: SegmentPort with ID: afd6f96d-fe86-476c-bff5-4a8856cfdd21 is going to be created. [ 1187.302737] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.303065] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.303164] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.303521] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.304139] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.304256] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "port-afd6f96d-fe86-476c-bff5-4a8856cfdd21" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.990862] env[65642]: INFO networking_nsxv3.common.synchronization [req-d9c58d9d-353d-4272-b376-35db04a3113e req-07c62333-0c8c-4e1f-9600-97776bc54181 service nova] Enqueued Resource ID: aabbaeb2-6856-4a18-bd67-faca96de9e99 with Priority: HIGHEST for action security_group_rules [ 1187.991552] env[65642]: INFO networking_nsxv3.common.synchronization [req-d9c58d9d-353d-4272-b376-35db04a3113e req-07c62333-0c8c-4e1f-9600-97776bc54181 service nova] Enqueued Resource ID: aabbaeb2-6856-4a18-bd67-faca96de9e99 with Priority: HIGHEST for action security_group_members [ 1187.991552] env[65642]: INFO networking_nsxv3.common.synchronization [req-d9c58d9d-353d-4272-b376-35db04a3113e req-07c62333-0c8c-4e1f-9600-97776bc54181 service nova] Enqueued Resource ID: afd6f96d-fe86-476c-bff5-4a8856cfdd21 with Priority: HIGHEST for action port [ 1187.991552] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aabbaeb2-6856-4a18-bd67-faca96de9e99 with Priority: HIGHEST for action security_group_rules [ 1187.991552] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aabbaeb2-6856-4a18-bd67-faca96de9e99 with Priority: HIGHEST for action security_group_members [ 1187.991998] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afd6f96d-fe86-476c-bff5-4a8856cfdd21 with Priority: HIGHEST for action port [ 1187.992868] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aabbaeb2-6856-4a18-bd67-faca96de9e99 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.993018] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aabbaeb2-6856-4a18-bd67-faca96de9e99" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.993098] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aabbaeb2-6856-4a18-bd67-faca96de9e99" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.993315] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aabbaeb2-6856-4a18-bd67-faca96de9e99" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.993390] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aabbaeb2-6856-4a18-bd67-faca96de9e99',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.994227] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-aabbaeb2-6856-4a18-bd67-faca96de9e99 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.994373] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aabbaeb2-6856-4a18-bd67-faca96de9e99" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.994420] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aabbaeb2-6856-4a18-bd67-faca96de9e99" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.994579] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aabbaeb2-6856-4a18-bd67-faca96de9e99" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.994931] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.994931] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.994931] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.995124] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.995124] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.995209] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aabbaeb2-6856-4a18-bd67-faca96de9e99',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.997304] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-afd6f96d-fe86-476c-bff5-4a8856cfdd21 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.997419] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-afd6f96d-fe86-476c-bff5-4a8856cfdd21" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.997471] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-afd6f96d-fe86-476c-bff5-4a8856cfdd21" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.997624] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-afd6f96d-fe86-476c-bff5-4a8856cfdd21" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.997706] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('afd6f96d-fe86-476c-bff5-4a8856cfdd21',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.499034] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-aabbaeb2-6856-4a18-bd67-faca96de9e99 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.499188] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aabbaeb2-6856-4a18-bd67-faca96de9e99" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.499381] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aabbaeb2-6856-4a18-bd67-faca96de9e99',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.500218] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port afd6f96d-fe86-476c-bff5-4a8856cfdd21 with status ACTIVE [ 1188.500867] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.500867] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.500867] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.500867] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.500867] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.501142] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.501142] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.501211] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.501295] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.501369] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.501555] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.501636] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.501680] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.502263] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.502263] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.502263] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: afd6f96d-fe86-476c-bff5-4a8856cfdd21 is going to be updated. [ 1188.524041] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.524041] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.524041] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.524041] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.524041] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.524340] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-afd6f96d-fe86-476c-bff5-4a8856cfdd21" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.971962] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5f0f474-41d7-4660-b77b-028a6481a05c in Status: SUCCESS [ 1188.972228] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5f0f474-41d7-4660-b77b-028a6481a05c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.003748] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aabbaeb2-6856-4a18-bd67-faca96de9e99',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.506606] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.506826] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.506872] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.507607] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.507607] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.507607] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aabbaeb2-6856-4a18-bd67-faca96de9e99 is going to be created. [ 1189.535886] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.536097] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.536174] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.536388] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.536550] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.550169] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aabbaeb2-6856-4a18-bd67-faca96de9e99 in Status: UNINITIALIZED for 2s [ 1191.562507] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aabbaeb2-6856-4a18-bd67-faca96de9e99 in Status: SUCCESS [ 1191.562876] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aabbaeb2-6856-4a18-bd67-faca96de9e99" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.563242] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aabbaeb2-6856-4a18-bd67-faca96de9e99" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.563499] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aabbaeb2-6856-4a18-bd67-faca96de9e99" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.563733] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.563892] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.563988] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.564229] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.564378] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.564495] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aabbaeb2-6856-4a18-bd67-faca96de9e99" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.564626] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aabbaeb2-6856-4a18-bd67-faca96de9e99',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.067118] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aabbaeb2-6856-4a18-bd67-faca96de9e99',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.569762] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aabbaeb2-6856-4a18-bd67-faca96de9e99: rpc.has_security_group_logging(os_id): False [ 1192.587666] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.587972] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.588149] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.588449] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.588600] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.588923] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.589093] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.589304] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.589522] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.589653] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.589785] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aabbaeb2-6856-4a18-bd67-faca96de9e99 is going to be created. [ 1192.647538] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.647538] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.647538] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.648029] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.648029] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.660534] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aabbaeb2-6856-4a18-bd67-faca96de9e99 in Status: IN_PROGRESS for 2s [ 1192.992286] env[65642]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1192.992451] env[65642]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1194.675963] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aabbaeb2-6856-4a18-bd67-faca96de9e99 in Status: SUCCESS [ 1194.676367] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aabbaeb2-6856-4a18-bd67-faca96de9e99" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.868999] env[65642]: INFO networking_nsxv3.common.synchronization [req-3e0eec5f-a76a-4ad7-a7ec-01ca28a447e9 req-3629245f-1524-43e4-a674-4fc31c6870d2 tempest-DeleteServersTestJSON-1594182483 tempest-DeleteServersTestJSON-1594182483-project-member] Enqueued Resource ID: 0fd5ebee-27ad-48de-a780-a823cd496c9c with Priority: HIGHEST for action security_group_members [ 1194.869669] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fd5ebee-27ad-48de-a780-a823cd496c9c with Priority: HIGHEST for action security_group_members [ 1194.870036] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fd5ebee-27ad-48de-a780-a823cd496c9c taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.870165] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.870247] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.870489] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.870655] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.870758] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.870849] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.870986] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.871081] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.871198] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0fd5ebee-27ad-48de-a780-a823cd496c9c',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.373146] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.373412] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.373545] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.373894] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.374035] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.374289] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.374430] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.374549] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.374736] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.374817] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.374904] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0fd5ebee-27ad-48de-a780-a823cd496c9c is going to be updated. [ 1195.405275] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.405521] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.405602] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.405815] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.405979] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.416104] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fd5ebee-27ad-48de-a780-a823cd496c9c in Status: IN_PROGRESS for 2s [ 1196.553706] env[65642]: INFO networking_nsxv3.common.synchronization [req-44595323-d73a-44c3-bb8c-2e782720741e req-e529fdf6-ae55-4e7c-a9d5-ade6a64788dd tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Enqueued Resource ID: b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9 with Priority: HIGHEST for action security_group_members [ 1196.554336] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9 with Priority: HIGHEST for action security_group_members [ 1196.554699] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.554822] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.554822] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.555019] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.555182] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.555282] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.555343] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.555499] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.555588] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.555680] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.849461] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock network-103 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.849658] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "network-103" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.849800] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "network-103" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.850090] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "network-103" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.850713] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.850880] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.851000] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.851440] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.851592] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.851798] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1196.851917] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] NeedRegenerationException {{(pid=65642) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1196.852015] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] no value, waiting for create lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1196.852124] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] value creation lock acquired {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1196.852232] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1196.852336] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Calling creation function for not-yet-present value {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1196.852468] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1196.873578] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1196.873740] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65642) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1196.873974] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Released creation lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1196.874057] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "network-103" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.874389] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock port-398495b8-3a11-46ba-9118-7721be6b9620 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.874584] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "port-398495b8-3a11-46ba-9118-7721be6b9620" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.874770] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "port-398495b8-3a11-46ba-9118-7721be6b9620" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.875166] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "port-398495b8-3a11-46ba-9118-7721be6b9620" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.875301] env[65642]: DEBUG networking_nsxv3.api.rpc [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('398495b8-3a11-46ba-9118-7721be6b9620',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.058142] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.378428] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.378695] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.378773] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.379289] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.379550] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.379613] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Segment Port 398495b8-3a11-46ba-9118-7721be6b9620 not found, creating... [ 1197.379949] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.380136] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.380315] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.380593] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.380758] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.381105] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.381320] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.381500] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.381780] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.382071] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.382223] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Resource: SegmentPort with ID: 398495b8-3a11-46ba-9118-7721be6b9620 is going to be created. [ 1197.408328] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.408614] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.408723] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.409030] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.409277] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.409507] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "port-398495b8-3a11-46ba-9118-7721be6b9620" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.425530] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fd5ebee-27ad-48de-a780-a823cd496c9c in Status: SUCCESS [ 1197.425716] env[65642]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0fd5ebee-27ad-48de-a780-a823cd496c9c deletion is rescheduled due to dependency. [ 1197.425836] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.560584] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.063618] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.063938] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.064097] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.064384] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.064559] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.064723] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9 is going to be updated. [ 1198.095879] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.096079] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.096151] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.096327] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.096467] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.107150] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9 in Status: IN_PROGRESS for 2s [ 1198.114885] env[65642]: INFO networking_nsxv3.common.synchronization [req-44595323-d73a-44c3-bb8c-2e782720741e req-4ddc2397-dca6-463b-9cca-902e1d87199b service nova] Enqueued Resource ID: b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9 with Priority: HIGHEST for action security_group_rules [ 1198.114885] env[65642]: INFO networking_nsxv3.common.synchronization [req-44595323-d73a-44c3-bb8c-2e782720741e req-4ddc2397-dca6-463b-9cca-902e1d87199b service nova] Enqueued Resource ID: b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9 with Priority: HIGHEST for action security_group_members [ 1198.114885] env[65642]: INFO networking_nsxv3.common.synchronization [req-44595323-d73a-44c3-bb8c-2e782720741e req-4ddc2397-dca6-463b-9cca-902e1d87199b service nova] Enqueued Resource ID: 398495b8-3a11-46ba-9118-7721be6b9620 with Priority: HIGHEST for action port [ 1198.115187] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9 with Priority: HIGHEST for action security_group_rules [ 1198.115315] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9 with Priority: HIGHEST for action security_group_members [ 1198.115408] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 398495b8-3a11-46ba-9118-7721be6b9620 with Priority: HIGHEST for action port [ 1198.115684] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.115797] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.115860] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.116716] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.117371] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.118732] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.118888] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.119178] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-398495b8-3a11-46ba-9118-7721be6b9620 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.119363] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-398495b8-3a11-46ba-9118-7721be6b9620" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.119499] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-398495b8-3a11-46ba-9118-7721be6b9620" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.119741] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-398495b8-3a11-46ba-9118-7721be6b9620" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.120662] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('398495b8-3a11-46ba-9118-7721be6b9620',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.621764] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.622241] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.622241] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 398495b8-3a11-46ba-9118-7721be6b9620 with status ACTIVE [ 1198.622425] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.622548] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.622615] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.622899] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.623024] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.623260] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.623375] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.623448] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.623661] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.623766] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.623978] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.624135] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.624201] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.624383] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.624488] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.624528] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 398495b8-3a11-46ba-9118-7721be6b9620 is going to be updated. [ 1198.646634] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.646885] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.646994] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.647229] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.647405] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.647607] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-398495b8-3a11-46ba-9118-7721be6b9620" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.117987] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9 in Status: SUCCESS [ 1200.118461] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.118461] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.118645] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.118839] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.118956] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.119027] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.119236] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.119410] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.119528] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.621818] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.125414] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.627417] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.627627] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.627627] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.627862] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.627972] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.628089] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9 is going to be updated. [ 1201.659098] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.659291] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.659332] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.659561] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.659769] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.670525] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9 in Status: IN_PROGRESS for 2s [ 1203.116994] env[65642]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1203.116994] env[65642]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1203.686371] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9 in Status: SUCCESS [ 1203.686643] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.686781] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.687103] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.687310] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.687427] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.687491] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.687647] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.687729] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.687831] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.687951] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.190669] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.190669] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.190669] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.191501] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.191501] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.191501] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.191501] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.191501] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.191501] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.191501] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.191712] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.191712] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.191712] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.191850] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.191987] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.192295] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.192295] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.192526] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.192526] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.192526] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.192607] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.695460] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9: rpc.has_security_group_logging(os_id): False [ 1204.714041] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.714041] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.714041] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.714412] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.714412] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.714534] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.714650] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.714714] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.714867] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.714952] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.715148] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.715247] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.715304] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.715441] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.715510] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.715693] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.715779] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.715834] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.715967] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.716053] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.716135] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9 is going to be updated. [ 1204.779776] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.779998] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.780113] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.780423] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.780647] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.795996] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9 in Status: IN_PROGRESS for 2s [ 1205.262294] env[65642]: INFO networking_nsxv3.common.synchronization [req-68527d82-68d5-4ebe-a97e-b8389af78c94 req-115c243a-82c1-4b20-91d2-5f2b5841bd11 tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Enqueued Resource ID: a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f with Priority: HIGHEST for action security_group_members [ 1205.262294] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f with Priority: HIGHEST for action security_group_members [ 1205.263016] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.263182] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.263256] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.263950] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.264192] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.264294] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.264348] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.264523] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.264609] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.264706] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.768733] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.768903] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.768992] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.769229] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.769322] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.769521] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.769622] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.769676] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.769833] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.769907] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.769989] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f is going to be updated. [ 1205.799575] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.799767] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.799767] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.800034] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.800218] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.810764] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f in Status: IN_PROGRESS for 2s [ 1206.812140] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9 in Status: SUCCESS [ 1206.812456] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.821224] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f in Status: SUCCESS [ 1207.821454] env[65642]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f deletion is rescheduled due to dependency. [ 1207.821525] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.073934] env[65642]: INFO networking_nsxv3.common.synchronization [req-c2b04361-c075-4be2-af8d-3a8745c8dba5 req-57b572e0-e328-4f62-a278-cc33e720eb51 tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Enqueued Resource ID: b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9 with Priority: HIGHEST for action security_group_members [ 1210.074199] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9 with Priority: HIGHEST for action security_group_members [ 1210.074513] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.074632] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.074698] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.074933] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.075115] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.075234] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.075307] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.075501] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.075592] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.075715] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.577860] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.080052] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.582631] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.582631] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.582631] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.582925] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.582925] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.583041] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9 is going to be updated. [ 1211.612330] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.612499] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.612577] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.612755] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.612900] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.622286] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9 in Status: IN_PROGRESS for 2s [ 1213.634493] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9 in Status: SUCCESS [ 1213.634978] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.075344] env[65642]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1215.075687] env[65642]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1218.410104] env[65642]: INFO networking_nsxv3.common.synchronization [req-28565964-cc60-48df-b903-450e379cc0ce req-542ab85b-9c32-4b7a-adc7-930beae072bc tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Enqueued Resource ID: a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f with Priority: HIGHEST for action security_group_members [ 1218.411083] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f with Priority: HIGHEST for action security_group_members [ 1218.411083] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.411083] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.411083] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.411306] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.411619] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.411619] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.411619] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.411807] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.411807] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.411909] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.729327] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock network-297 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.729327] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "network-297" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.729527] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "network-297" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.729721] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "network-297" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.730368] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.730368] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.730368] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.730834] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.730834] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.730834] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1218.731056] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] NeedRegenerationException {{(pid=65642) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1218.731056] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] no value, waiting for create lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1218.731152] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] value creation lock acquired {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1218.731243] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1218.731354] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Calling creation function for not-yet-present value {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1218.731465] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1218.753066] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1218.753817] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65642) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1218.753817] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Released creation lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1218.753817] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "network-297" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.753925] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock port-8fcc8ae4-7054-4de2-8554-a6c5496c3637 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.754041] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "port-8fcc8ae4-7054-4de2-8554-a6c5496c3637" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.754133] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "port-8fcc8ae4-7054-4de2-8554-a6c5496c3637" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.754528] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "port-8fcc8ae4-7054-4de2-8554-a6c5496c3637" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.754669] env[65642]: DEBUG networking_nsxv3.api.rpc [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8fcc8ae4-7054-4de2-8554-a6c5496c3637',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.916050] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.916050] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.916050] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.916050] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.916050] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.916050] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.916050] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.916050] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.916050] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.916050] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.916050] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f is going to be updated. [ 1218.942582] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.942732] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.942810] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.943091] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.943276] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.953734] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f in Status: IN_PROGRESS for 2s [ 1219.257365] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.257773] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.257920] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.258276] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.258456] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.258623] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Segment Port 8fcc8ae4-7054-4de2-8554-a6c5496c3637 not found, creating... [ 1219.258944] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.259147] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.259277] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.259753] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.259831] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.260083] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.260529] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.260529] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.260621] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.260687] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.260813] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Resource: SegmentPort with ID: 8fcc8ae4-7054-4de2-8554-a6c5496c3637 is going to be created. [ 1219.291383] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.291383] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.291383] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.291383] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.291383] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.291383] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "port-8fcc8ae4-7054-4de2-8554-a6c5496c3637" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.985959] env[65642]: INFO networking_nsxv3.common.synchronization [req-28565964-cc60-48df-b903-450e379cc0ce req-185fd1f8-2b4f-420f-aa1f-67008d4728a9 service nova] Enqueued Resource ID: a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f with Priority: HIGHEST for action security_group_rules [ 1219.986232] env[65642]: INFO networking_nsxv3.common.synchronization [req-28565964-cc60-48df-b903-450e379cc0ce req-185fd1f8-2b4f-420f-aa1f-67008d4728a9 service nova] Enqueued Resource ID: a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f with Priority: HIGHEST for action security_group_members [ 1219.986343] env[65642]: INFO networking_nsxv3.common.synchronization [req-28565964-cc60-48df-b903-450e379cc0ce req-185fd1f8-2b4f-420f-aa1f-67008d4728a9 service nova] Enqueued Resource ID: 8fcc8ae4-7054-4de2-8554-a6c5496c3637 with Priority: HIGHEST for action port [ 1219.987435] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f with Priority: HIGHEST for action security_group_rules [ 1219.987615] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f with Priority: HIGHEST for action security_group_members [ 1219.987791] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fcc8ae4-7054-4de2-8554-a6c5496c3637 with Priority: HIGHEST for action port [ 1219.988160] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.988334] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.988439] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.988721] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.988873] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.993321] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.993448] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.993692] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-8fcc8ae4-7054-4de2-8554-a6c5496c3637 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.993802] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8fcc8ae4-7054-4de2-8554-a6c5496c3637" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.993896] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8fcc8ae4-7054-4de2-8554-a6c5496c3637" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.994309] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8fcc8ae4-7054-4de2-8554-a6c5496c3637" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.994455] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8fcc8ae4-7054-4de2-8554-a6c5496c3637',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.497551] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8fcc8ae4-7054-4de2-8554-a6c5496c3637 with status ACTIVE [ 1220.497902] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.498087] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.498175] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.498436] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.498597] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.498814] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.498943] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.499028] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.499246] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.499336] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.499571] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.499682] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.499759] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.499925] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.500035] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.500154] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8fcc8ae4-7054-4de2-8554-a6c5496c3637 is going to be updated. [ 1220.501596] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.501723] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.528663] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.528881] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.528881] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.529176] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.529335] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.529515] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8fcc8ae4-7054-4de2-8554-a6c5496c3637" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.967114] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f in Status: SUCCESS [ 1220.967114] env[65642]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f deletion is rescheduled due to dependency. [ 1220.967114] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.967114] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.967114] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.967453] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.967453] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.967453] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.967650] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.967650] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.967720] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.472016] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.974051] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.477209] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.477209] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.477209] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.477209] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.477209] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.477702] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f is going to be updated. [ 1222.508690] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.508839] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.508910] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.509139] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.509325] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.518484] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f in Status: IN_PROGRESS for 2s [ 1224.529325] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f in Status: SUCCESS [ 1224.529691] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.529780] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.530044] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.530311] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.530442] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.530510] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.530712] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.530799] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.530887] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.530976] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.988756] env[65642]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1224.988886] env[65642]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1225.033436] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.535547] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f: rpc.has_security_group_logging(os_id): False [ 1225.554992] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.555238] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.555313] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.555534] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.555626] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.555892] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.555993] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.556069] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.556226] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.556324] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.556416] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f is going to be updated. [ 1225.657734] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.657974] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.657974] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.658216] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.658438] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.681196] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f in Status: IN_PROGRESS for 2s [ 1227.136864] env[65642]: INFO networking_nsxv3.common.synchronization [req-bddecf53-b6a8-4cb4-8768-ae20f8e3cc69 req-8e968932-9d5a-490f-96f3-11376df9dea5 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Enqueued Resource ID: 667f782b-a80d-4de6-9fef-1129c0d1ade3 with Priority: HIGHEST for action security_group_members [ 1227.137475] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 667f782b-a80d-4de6-9fef-1129c0d1ade3 with Priority: HIGHEST for action security_group_members [ 1227.137827] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-667f782b-a80d-4de6-9fef-1129c0d1ade3 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.137977] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-667f782b-a80d-4de6-9fef-1129c0d1ade3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.138086] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-667f782b-a80d-4de6-9fef-1129c0d1ade3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.138267] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-667f782b-a80d-4de6-9fef-1129c0d1ade3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.138437] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.139151] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.139151] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.139151] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.139151] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.139151] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('667f782b-a80d-4de6-9fef-1129c0d1ade3',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.642592] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.642592] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.642592] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.642842] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.642944] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.643220] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.643384] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.643532] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.643681] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.643818] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.643873] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 667f782b-a80d-4de6-9fef-1129c0d1ade3 is going to be updated. [ 1227.673352] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.673552] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.673609] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.673889] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.674047] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.684075] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 667f782b-a80d-4de6-9fef-1129c0d1ade3 in Status: IN_PROGRESS for 2s [ 1227.697620] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f in Status: SUCCESS [ 1227.697867] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.703219] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 667f782b-a80d-4de6-9fef-1129c0d1ade3 in Status: SUCCESS [ 1229.703577] env[65642]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 667f782b-a80d-4de6-9fef-1129c0d1ade3 deletion is rescheduled due to dependency. [ 1229.703577] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-667f782b-a80d-4de6-9fef-1129c0d1ade3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.139170] env[65642]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1232.139546] env[65642]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1236.357906] env[65642]: INFO networking_nsxv3.common.synchronization [req-bc36630e-5351-4f20-aa74-a0cc23394b76 req-7275cda1-5ad1-4c6d-bc16-4f45b43bc0b4 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Enqueued Resource ID: 667f782b-a80d-4de6-9fef-1129c0d1ade3 with Priority: HIGHEST for action security_group_members [ 1236.358216] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 667f782b-a80d-4de6-9fef-1129c0d1ade3 with Priority: HIGHEST for action security_group_members [ 1236.358516] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-667f782b-a80d-4de6-9fef-1129c0d1ade3 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.358516] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-667f782b-a80d-4de6-9fef-1129c0d1ade3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.358619] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-667f782b-a80d-4de6-9fef-1129c0d1ade3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.358744] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-667f782b-a80d-4de6-9fef-1129c0d1ade3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.358946] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.359012] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.359053] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.359206] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.359290] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.359405] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('667f782b-a80d-4de6-9fef-1129c0d1ade3',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.696334] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock network-891 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.696530] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "network-891" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.696647] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "network-891" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.696922] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "network-891" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.697190] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.697392] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.697525] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.697740] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.697883] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.698135] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1236.698283] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] NeedRegenerationException {{(pid=65642) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1236.698419] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] no value, waiting for create lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1236.698531] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] value creation lock acquired {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1236.698645] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1236.698750] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Calling creation function for not-yet-present value {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1236.698882] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1236.721377] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1236.721583] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65642) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1236.721635] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Released creation lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1236.722062] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "network-891" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.723587] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock port-f0e72db5-3e08-4668-8154-56a6d0c427ca taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.723587] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "port-f0e72db5-3e08-4668-8154-56a6d0c427ca" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.723587] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "port-f0e72db5-3e08-4668-8154-56a6d0c427ca" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.723587] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "port-f0e72db5-3e08-4668-8154-56a6d0c427ca" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.723862] env[65642]: DEBUG networking_nsxv3.api.rpc [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0e72db5-3e08-4668-8154-56a6d0c427ca',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.863517] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.863698] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.863773] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.863999] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.864107] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.864318] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.864436] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.864521] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.864711] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.864802] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.864904] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 667f782b-a80d-4de6-9fef-1129c0d1ade3 is going to be updated. [ 1236.894575] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.894871] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.894871] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.895041] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.895196] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.905051] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 667f782b-a80d-4de6-9fef-1129c0d1ade3 in Status: IN_PROGRESS for 2s [ 1237.226475] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.226722] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.226870] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.227164] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.227422] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.227583] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Segment Port f0e72db5-3e08-4668-8154-56a6d0c427ca not found, creating... [ 1237.227859] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.228089] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.228179] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.228399] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.228521] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.228807] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.228981] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.229103] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.229314] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.229459] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.229630] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Resource: SegmentPort with ID: f0e72db5-3e08-4668-8154-56a6d0c427ca is going to be created. [ 1237.252205] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.252471] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.252471] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.252759] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.252996] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.253253] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "port-f0e72db5-3e08-4668-8154-56a6d0c427ca" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.968922] env[65642]: INFO networking_nsxv3.common.synchronization [req-bc36630e-5351-4f20-aa74-a0cc23394b76 req-b54d5ed5-d39c-49d0-962c-915950e48f38 service nova] Enqueued Resource ID: 667f782b-a80d-4de6-9fef-1129c0d1ade3 with Priority: HIGHEST for action security_group_rules [ 1237.969519] env[65642]: INFO networking_nsxv3.common.synchronization [req-bc36630e-5351-4f20-aa74-a0cc23394b76 req-b54d5ed5-d39c-49d0-962c-915950e48f38 service nova] Enqueued Resource ID: 667f782b-a80d-4de6-9fef-1129c0d1ade3 with Priority: HIGHEST for action security_group_members [ 1237.969519] env[65642]: INFO networking_nsxv3.common.synchronization [req-bc36630e-5351-4f20-aa74-a0cc23394b76 req-b54d5ed5-d39c-49d0-962c-915950e48f38 service nova] Enqueued Resource ID: f0e72db5-3e08-4668-8154-56a6d0c427ca with Priority: HIGHEST for action port [ 1237.969950] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 667f782b-a80d-4de6-9fef-1129c0d1ade3 with Priority: HIGHEST for action security_group_rules [ 1237.970185] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 667f782b-a80d-4de6-9fef-1129c0d1ade3 with Priority: HIGHEST for action security_group_members [ 1237.970365] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0e72db5-3e08-4668-8154-56a6d0c427ca with Priority: HIGHEST for action port [ 1237.970802] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-667f782b-a80d-4de6-9fef-1129c0d1ade3 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.970946] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-667f782b-a80d-4de6-9fef-1129c0d1ade3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.971036] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-667f782b-a80d-4de6-9fef-1129c0d1ade3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.971345] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-667f782b-a80d-4de6-9fef-1129c0d1ade3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.971345] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('667f782b-a80d-4de6-9fef-1129c0d1ade3',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.972385] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-667f782b-a80d-4de6-9fef-1129c0d1ade3 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.972484] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-667f782b-a80d-4de6-9fef-1129c0d1ade3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.972699] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-f0e72db5-3e08-4668-8154-56a6d0c427ca taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.972801] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f0e72db5-3e08-4668-8154-56a6d0c427ca" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.972864] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f0e72db5-3e08-4668-8154-56a6d0c427ca" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.973118] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f0e72db5-3e08-4668-8154-56a6d0c427ca" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.973223] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0e72db5-3e08-4668-8154-56a6d0c427ca',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.475260] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-667f782b-a80d-4de6-9fef-1129c0d1ade3 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.475539] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-667f782b-a80d-4de6-9fef-1129c0d1ade3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.479221] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f0e72db5-3e08-4668-8154-56a6d0c427ca with status ACTIVE [ 1238.479221] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.479221] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.479221] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.479411] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.479411] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.479581] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.479687] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.479727] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.479882] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.479958] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.480152] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.480245] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.480297] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.480435] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.480501] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.480588] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f0e72db5-3e08-4668-8154-56a6d0c427ca is going to be updated. [ 1238.506595] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.506847] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.506847] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.507021] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.507171] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.507383] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f0e72db5-3e08-4668-8154-56a6d0c427ca" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.914674] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 667f782b-a80d-4de6-9fef-1129c0d1ade3 in Status: SUCCESS [ 1238.914915] env[65642]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 667f782b-a80d-4de6-9fef-1129c0d1ade3 deletion is rescheduled due to dependency. [ 1238.915057] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-667f782b-a80d-4de6-9fef-1129c0d1ade3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.915254] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-667f782b-a80d-4de6-9fef-1129c0d1ade3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.915484] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-667f782b-a80d-4de6-9fef-1129c0d1ade3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.915668] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.915789] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.915844] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.915998] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.916093] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.916193] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('667f782b-a80d-4de6-9fef-1129c0d1ade3',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.418868] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('667f782b-a80d-4de6-9fef-1129c0d1ade3',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.921119] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('667f782b-a80d-4de6-9fef-1129c0d1ade3',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.423842] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.424300] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.424300] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.424300] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.424433] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.424477] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 667f782b-a80d-4de6-9fef-1129c0d1ade3 is going to be updated. [ 1240.460799] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.461042] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.461042] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.461207] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.461349] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.470439] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 667f782b-a80d-4de6-9fef-1129c0d1ade3 in Status: IN_PROGRESS for 2s [ 1242.482075] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 667f782b-a80d-4de6-9fef-1129c0d1ade3 in Status: SUCCESS [ 1242.482408] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-667f782b-a80d-4de6-9fef-1129c0d1ade3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.482483] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-667f782b-a80d-4de6-9fef-1129c0d1ade3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.482710] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-667f782b-a80d-4de6-9fef-1129c0d1ade3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.482908] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.483043] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.483110] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.483282] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.483348] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.483428] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-667f782b-a80d-4de6-9fef-1129c0d1ade3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.483526] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('667f782b-a80d-4de6-9fef-1129c0d1ade3',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.971614] env[65642]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1242.971813] env[65642]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1242.986252] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('667f782b-a80d-4de6-9fef-1129c0d1ade3',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.488575] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 667f782b-a80d-4de6-9fef-1129c0d1ade3: rpc.has_security_group_logging(os_id): False [ 1243.507137] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.507318] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.507382] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.507590] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.507681] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.507929] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.508041] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.508105] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.508250] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.508341] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.508451] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 667f782b-a80d-4de6-9fef-1129c0d1ade3 is going to be updated. [ 1243.568370] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.568553] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.568627] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.568859] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.569012] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.584337] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 667f782b-a80d-4de6-9fef-1129c0d1ade3 in Status: IN_PROGRESS for 2s [ 1245.601547] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 667f782b-a80d-4de6-9fef-1129c0d1ade3 in Status: SUCCESS [ 1245.601805] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-667f782b-a80d-4de6-9fef-1129c0d1ade3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.972307] env[65642]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1247.972565] env[65642]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1251.018703] env[65642]: INFO networking_nsxv3.common.synchronization [req-4d23a317-ae8c-4a03-8754-2f727aa468b4 req-22a0525e-81c1-4dec-9b7d-0b0369953fce tempest-AttachVolumeNegativeTest-1672704921 tempest-AttachVolumeNegativeTest-1672704921-project-member] Enqueued Resource ID: aabbaeb2-6856-4a18-bd67-faca96de9e99 with Priority: HIGHEST for action security_group_members [ 1251.019150] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aabbaeb2-6856-4a18-bd67-faca96de9e99 with Priority: HIGHEST for action security_group_members [ 1251.019150] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-aabbaeb2-6856-4a18-bd67-faca96de9e99 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.019336] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aabbaeb2-6856-4a18-bd67-faca96de9e99" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.019336] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aabbaeb2-6856-4a18-bd67-faca96de9e99" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.019681] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aabbaeb2-6856-4a18-bd67-faca96de9e99" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.019681] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.019874] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.019874] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.019964] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.020043] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.020120] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aabbaeb2-6856-4a18-bd67-faca96de9e99',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.522076] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.522276] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.522276] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.522471] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.522562] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.522932] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.523075] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.523145] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.523325] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.523411] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.523506] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aabbaeb2-6856-4a18-bd67-faca96de9e99 is going to be updated. [ 1251.552477] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.552717] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.552717] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.552904] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.553081] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.562574] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aabbaeb2-6856-4a18-bd67-faca96de9e99 in Status: IN_PROGRESS for 2s [ 1252.399490] env[65642]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-8b171668-ea76-4fe7-a03b-51ed0103484f None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1252.399866] env[65642]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-8b171668-ea76-4fe7-a03b-51ed0103484f None None] NSXv3 Agent Agent loop - iteration:3 started [ 1253.311541] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock network-103 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.311822] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "network-103" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.312031] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "network-103" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.312437] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "network-103" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.312819] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.313061] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.313249] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.313582] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.313808] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.314122] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1253.314343] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] NeedRegenerationException {{(pid=65642) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1253.314475] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] no value, waiting for create lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1253.314647] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] value creation lock acquired {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1253.314830] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1253.315046] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Calling creation function for not-yet-present value {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1253.315241] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1253.339026] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1253.339203] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65642) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1253.339255] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Released creation lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1253.339431] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "network-103" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.339777] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock port-5b9e20a8-f39e-4769-b18a-4c6be8c116f5 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.339972] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "port-5b9e20a8-f39e-4769-b18a-4c6be8c116f5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.340108] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "port-5b9e20a8-f39e-4769-b18a-4c6be8c116f5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.340381] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "port-5b9e20a8-f39e-4769-b18a-4c6be8c116f5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.340518] env[65642]: DEBUG networking_nsxv3.api.rpc [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b9e20a8-f39e-4769-b18a-4c6be8c116f5',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.573591] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aabbaeb2-6856-4a18-bd67-faca96de9e99 in Status: SUCCESS [ 1253.573935] env[65642]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aabbaeb2-6856-4a18-bd67-faca96de9e99 deletion is rescheduled due to dependency. [ 1253.573935] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aabbaeb2-6856-4a18-bd67-faca96de9e99" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.680873] env[65642]: INFO networking_nsxv3.common.synchronization [req-42747071-8498-42cd-a0d7-83fb6003ce8b req-99944804-7dff-4621-aff1-ef2da9e46917 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Enqueued Resource ID: c5f0f474-41d7-4660-b77b-028a6481a05c with Priority: HIGHEST for action security_group_members [ 1253.681630] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5f0f474-41d7-4660-b77b-028a6481a05c with Priority: HIGHEST for action security_group_members [ 1253.681720] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5f0f474-41d7-4660-b77b-028a6481a05c taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.681827] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5f0f474-41d7-4660-b77b-028a6481a05c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.681894] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5f0f474-41d7-4660-b77b-028a6481a05c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.683298] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5f0f474-41d7-4660-b77b-028a6481a05c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.683554] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.683683] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.683746] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.684042] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.684304] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.684374] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5f0f474-41d7-4660-b77b-028a6481a05c',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.842771] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.843027] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.843167] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.843448] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.843661] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.844029] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.844245] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.844403] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.844644] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.844788] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.845090] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.845255] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.845410] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.845630] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.845765] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.845909] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Resource: SegmentPort with ID: 5b9e20a8-f39e-4769-b18a-4c6be8c116f5 is going to be updated. [ 1253.866306] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.866560] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.866611] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.866877] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.867086] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.867307] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "port-5b9e20a8-f39e-4769-b18a-4c6be8c116f5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.187026] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c5f0f474-41d7-4660-b77b-028a6481a05c',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.564290] env[65642]: INFO networking_nsxv3.common.synchronization [req-9c659367-bec7-4f34-981d-e8533614991d req-3b13de1a-f97c-4bf3-8da5-668cf8d359a5 service nova] Enqueued Resource ID: b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9 with Priority: HIGHEST for action security_group_rules [ 1254.564468] env[65642]: INFO networking_nsxv3.common.synchronization [req-9c659367-bec7-4f34-981d-e8533614991d req-3b13de1a-f97c-4bf3-8da5-668cf8d359a5 service nova] Enqueued Resource ID: b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9 with Priority: HIGHEST for action security_group_members [ 1254.564602] env[65642]: INFO networking_nsxv3.common.synchronization [req-9c659367-bec7-4f34-981d-e8533614991d req-3b13de1a-f97c-4bf3-8da5-668cf8d359a5 service nova] Enqueued Resource ID: 5b9e20a8-f39e-4769-b18a-4c6be8c116f5 with Priority: HIGHEST for action port [ 1254.565121] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9 with Priority: HIGHEST for action security_group_rules [ 1254.565253] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9 with Priority: HIGHEST for action security_group_members [ 1254.565370] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b9e20a8-f39e-4769-b18a-4c6be8c116f5 with Priority: HIGHEST for action port [ 1254.565736] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.565863] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.565909] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.566112] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.566208] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.567167] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.567277] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.567350] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.567591] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.568487] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.569161] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.569234] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.569392] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.569481] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.569587] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.570397] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b9e20a8-f39e-4769-b18a-4c6be8c116f5 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.570506] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b9e20a8-f39e-4769-b18a-4c6be8c116f5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.570506] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b9e20a8-f39e-4769-b18a-4c6be8c116f5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.570657] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b9e20a8-f39e-4769-b18a-4c6be8c116f5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.570730] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b9e20a8-f39e-4769-b18a-4c6be8c116f5',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.689807] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c5f0f474-41d7-4660-b77b-028a6481a05c',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.072519] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.072657] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.072838] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.073782] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5b9e20a8-f39e-4769-b18a-4c6be8c116f5 with status ACTIVE [ 1255.073976] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.074378] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.074378] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.074378] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.074478] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.074608] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.074723] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.074820] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.075571] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.075571] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.075571] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.075571] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.075571] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.075571] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.075837] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.075837] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5b9e20a8-f39e-4769-b18a-4c6be8c116f5 is going to be updated. [ 1255.096904] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.097098] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.097098] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.097316] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.097479] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.097649] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b9e20a8-f39e-4769-b18a-4c6be8c116f5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.192508] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.192508] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.192508] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.192842] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.192874] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.192983] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5f0f474-41d7-4660-b77b-028a6481a05c is going to be updated. [ 1255.236046] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.236234] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.236346] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.236484] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.236638] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.249762] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5f0f474-41d7-4660-b77b-028a6481a05c in Status: IN_PROGRESS for 2s [ 1255.578097] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.080869] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.081347] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.081347] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.081516] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.081678] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.081830] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9 is going to be updated. [ 1256.115304] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.115565] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.115717] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.116049] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.116288] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.127691] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9 in Status: IN_PROGRESS for 2s [ 1257.259875] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5f0f474-41d7-4660-b77b-028a6481a05c in Status: SUCCESS [ 1257.259875] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5f0f474-41d7-4660-b77b-028a6481a05c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.138724] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9 in Status: SUCCESS [ 1258.139010] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.139557] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.139557] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.139754] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.140196] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.140196] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.140196] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.140471] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.140471] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.140536] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.643424] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.643722] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.643722] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.644028] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.644322] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.644455] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.644524] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.644706] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.644862] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.645037] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.645202] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.645392] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.645472] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.645637] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.645804] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.645975] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.646117] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.646297] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.646401] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.646508] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.646621] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.148765] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9: rpc.has_security_group_logging(os_id): False [ 1259.169086] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.169247] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.169331] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.169533] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.169627] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.169847] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.169948] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.170335] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.170562] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.170650] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.170842] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.170942] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.171007] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.171161] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.171238] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.171428] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.171524] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.171585] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.171722] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.171797] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.171881] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9 is going to be updated. [ 1259.235071] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.235240] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.235283] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.235502] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.235647] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.253352] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9 in Status: IN_PROGRESS for 2s [ 1259.566977] env[65642]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1259.567071] env[65642]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1261.275419] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9 in Status: SUCCESS [ 1261.275819] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.567747] env[65642]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1264.568201] env[65642]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1268.337040] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.337040] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.337040] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.337496] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.337496] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.533329] env[65642]: INFO networking_nsxv3.common.synchronization [req-c961fc0b-c943-416a-963c-aaa25378612d req-ac319814-742b-4d14-8fef-52bbdc1f78f8 tempest-ServerActionsTestOtherA-80589459 tempest-ServerActionsTestOtherA-80589459-project-member] Enqueued Resource ID: c5f0f474-41d7-4660-b77b-028a6481a05c with Priority: HIGHEST for action security_group_members [ 1268.533329] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5f0f474-41d7-4660-b77b-028a6481a05c with Priority: HIGHEST for action security_group_members [ 1268.533575] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5f0f474-41d7-4660-b77b-028a6481a05c taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.533696] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5f0f474-41d7-4660-b77b-028a6481a05c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.533765] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5f0f474-41d7-4660-b77b-028a6481a05c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.533961] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5f0f474-41d7-4660-b77b-028a6481a05c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.534128] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.534234] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.534285] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.534433] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.534519] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.534611] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5f0f474-41d7-4660-b77b-028a6481a05c',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.839643] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.037262] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.037493] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.037622] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.037877] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.037983] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.038236] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.038340] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.038404] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.038571] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.038670] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.038763] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5f0f474-41d7-4660-b77b-028a6481a05c is going to be updated. [ 1269.069514] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.069514] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.069514] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.069790] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.069845] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.079669] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5f0f474-41d7-4660-b77b-028a6481a05c in Status: IN_PROGRESS for 2s [ 1269.342928] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.845243] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1269.845434] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1270.591801] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.592111] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.592111] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.592262] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.606501] env[65642]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1270.607256] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.608423] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1270.662140] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.662313] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.662379] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.662598] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.677456] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.678390] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1270.678497] env[65642]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65642) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1270.678556] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1270.730203] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.730203] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.730203] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.730498] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.734030] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.734030] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1270.837311] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.837471] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.837539] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.837809] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.838151] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.838467] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1270.931219] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.931219] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.931373] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.931493] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.931845] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.932204] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:42. [ 1270.932290] env[65642]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'86b90a03-d259-4366-8bad-4f4a3275453a', 'a676ca07-127f-4220-a203-b102ab4bdf6f', '18f2a55f-5961-42a6-992b-c4e6552ec92d', 'a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f', '619d6403-58f4-45fd-acf7-1c497a2bbbc3', 'aabbaeb2-6856-4a18-bd67-faca96de9e99', '667f782b-a80d-4de6-9fef-1129c0d1ade3', '72c6029e-e9d2-483f-9d11-ea99e676ddd2', '2218493c-99bf-4de1-ab14-7da434099a02', 'b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9', 'b2b935df-b98e-4ceb-95d1-1ecf01324f0f', '1fcae7b9-faab-4973-8b0b-215c7bc51a87', '52a09aee-b32c-48d2-9612-acc7b29cb841', 'fc745ee1-6957-454f-b684-87969893a8c7', 'b8ec4214-95fc-4945-8050-c52f58369b15', 'f50994da-f7e0-4177-907e-e40671a3bf50', 'c0ae4e9b-c54a-4f1c-9df6-fa9ac3699feb', '3e96f8e3-7b81-48f5-a5c7-127b0a96e9b1', '1aecea80-494d-41f8-8a12-054ef61d5f69', '3f7eb5c3-ad65-4a09-b00b-15b1c009f983', '92ec8e91-9450-46ee-8d0f-44b064009f1e', '8732058f-de18-4fc5-aa07-afa7e3868124', 'd635d881-3548-4b12-a74f-a8f1d313a45f', '53cede52-51ea-45cd-9c0f-49e623b57d5e', '31e0beaf-c6c1-43d2-ab6b-6b99bcf6a805', 'f5793b24-06e3-473f-bd9b-dc44d866d2ae', 'c5f0f474-41d7-4660-b77b-028a6481a05c', '4197232b-00b3-4d7e-9a44-4c4f5c98a24d', '60915886-e743-46f2-98ba-f3a6940b1e66', 'c35b78ff-cf2f-4afe-984f-527867e449a5', '4bfd9b79-1782-475e-b528-c73d4a703442', '772f4be7-9647-4df0-9cfc-f9cfde6aae9f', 'b503b44c-c026-4120-95d4-701afa7d90c7', '0fd5ebee-27ad-48de-a780-a823cd496c9c', 'ca9b2e2f-57ba-4755-9873-801e88f2f415', '406cbf14-aa8e-4583-befe-4098212656f7', '64cf095e-38c6-4f59-b404-ca6f57072317', 'ded6cb3b-98af-4f02-b861-6a4f64414c21', '53fa6b5d-a282-40e5-bbc1-4ba618028562', '7f322dc7-729f-4659-a989-5edfc1fb65bc', '12e7544c-4c8e-45d8-8e82-a54d4aa3a7db', 'b5abfe10-89da-46cf-9000-f717ab636113'} {{(pid=65642) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1270.932425] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1270.952709] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.953326] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.953326] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.953326] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.953326] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.953326] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1270.953594] env[65642]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65642) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1270.953594] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1271.056884] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.057259] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.057335] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.057659] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.059030] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.059178] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1271.059252] env[65642]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65642) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1271.059305] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1271.059354] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1271.059427] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/42 resources of Type:Security Group Rules [ 1271.059500] env[65642]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 86b90a03-d259-4366-8bad-4f4a3275453a with Priority: HIGH for action security_group_rules [ 1271.059578] env[65642]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a676ca07-127f-4220-a203-b102ab4bdf6f with Priority: HIGH for action security_group_rules [ 1271.059647] env[65642]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d with Priority: HIGH for action security_group_rules [ 1271.059696] env[65642]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f with Priority: HIGH for action security_group_rules [ 1271.059763] env[65642]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 619d6403-58f4-45fd-acf7-1c497a2bbbc3 with Priority: HIGH for action security_group_rules [ 1271.059824] env[65642]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: aabbaeb2-6856-4a18-bd67-faca96de9e99 with Priority: HIGH for action security_group_rules [ 1271.059875] env[65642]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 667f782b-a80d-4de6-9fef-1129c0d1ade3 with Priority: HIGH for action security_group_rules [ 1271.059944] env[65642]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 72c6029e-e9d2-483f-9d11-ea99e676ddd2 with Priority: HIGH for action security_group_rules [ 1271.060032] env[65642]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2218493c-99bf-4de1-ab14-7da434099a02 with Priority: HIGH for action security_group_rules [ 1271.060097] env[65642]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9 with Priority: HIGH for action security_group_rules [ 1271.060146] env[65642]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b2b935df-b98e-4ceb-95d1-1ecf01324f0f with Priority: HIGH for action security_group_rules [ 1271.060206] env[65642]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1fcae7b9-faab-4973-8b0b-215c7bc51a87 with Priority: HIGH for action security_group_rules [ 1271.060266] env[65642]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 52a09aee-b32c-48d2-9612-acc7b29cb841 with Priority: HIGH for action security_group_rules [ 1271.060321] env[65642]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fc745ee1-6957-454f-b684-87969893a8c7 with Priority: HIGH for action security_group_rules [ 1271.060373] env[65642]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b8ec4214-95fc-4945-8050-c52f58369b15 with Priority: HIGH for action security_group_rules [ 1271.060430] env[65642]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f50994da-f7e0-4177-907e-e40671a3bf50 with Priority: HIGH for action security_group_rules [ 1271.060487] env[65642]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c0ae4e9b-c54a-4f1c-9df6-fa9ac3699feb with Priority: HIGH for action security_group_rules [ 1271.060571] env[65642]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3e96f8e3-7b81-48f5-a5c7-127b0a96e9b1 with Priority: HIGH for action security_group_rules [ 1271.060628] env[65642]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1aecea80-494d-41f8-8a12-054ef61d5f69 with Priority: HIGH for action security_group_rules [ 1271.060677] env[65642]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3f7eb5c3-ad65-4a09-b00b-15b1c009f983 with Priority: HIGH for action security_group_rules [ 1271.060754] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.089818] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5f0f474-41d7-4660-b77b-028a6481a05c in Status: SUCCESS [ 1271.090095] env[65642]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5f0f474-41d7-4660-b77b-028a6481a05c deletion is rescheduled due to dependency. [ 1271.090170] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5f0f474-41d7-4660-b77b-028a6481a05c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.534116] env[65642]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1273.534500] env[65642]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1273.534500] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86b90a03-d259-4366-8bad-4f4a3275453a with Priority: HIGH for action security_group_rules [ 1273.534745] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d with Priority: HIGH for action security_group_rules [ 1273.534920] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 667f782b-a80d-4de6-9fef-1129c0d1ade3 with Priority: HIGH for action security_group_rules [ 1273.535046] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8ec4214-95fc-4945-8050-c52f58369b15 with Priority: HIGH for action security_group_rules [ 1273.535153] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f7eb5c3-ad65-4a09-b00b-15b1c009f983 with Priority: HIGH for action security_group_rules [ 1273.535442] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1aecea80-494d-41f8-8a12-054ef61d5f69 with Priority: HIGH for action security_group_rules [ 1273.535442] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e96f8e3-7b81-48f5-a5c7-127b0a96e9b1 with Priority: HIGH for action security_group_rules [ 1273.535442] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0ae4e9b-c54a-4f1c-9df6-fa9ac3699feb with Priority: HIGH for action security_group_rules [ 1273.535607] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc745ee1-6957-454f-b684-87969893a8c7 with Priority: HIGH for action security_group_rules [ 1273.535607] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f50994da-f7e0-4177-907e-e40671a3bf50 with Priority: HIGH for action security_group_rules [ 1273.535696] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52a09aee-b32c-48d2-9612-acc7b29cb841 with Priority: HIGH for action security_group_rules [ 1273.535767] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fcae7b9-faab-4973-8b0b-215c7bc51a87 with Priority: HIGH for action security_group_rules [ 1273.535857] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2b935df-b98e-4ceb-95d1-1ecf01324f0f with Priority: HIGH for action security_group_rules [ 1273.535947] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9 with Priority: HIGH for action security_group_rules [ 1273.536048] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2218493c-99bf-4de1-ab14-7da434099a02 with Priority: HIGH for action security_group_rules [ 1273.536137] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aabbaeb2-6856-4a18-bd67-faca96de9e99 with Priority: HIGH for action security_group_rules [ 1273.536229] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72c6029e-e9d2-483f-9d11-ea99e676ddd2 with Priority: HIGH for action security_group_rules [ 1273.536318] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 619d6403-58f4-45fd-acf7-1c497a2bbbc3 with Priority: HIGH for action security_group_rules [ 1273.536405] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a676ca07-127f-4220-a203-b102ab4bdf6f with Priority: HIGH for action security_group_rules [ 1273.536539] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f with Priority: HIGH for action security_group_rules [ 1273.536847] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86b90a03-d259-4366-8bad-4f4a3275453a taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.536984] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86b90a03-d259-4366-8bad-4f4a3275453a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.537096] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86b90a03-d259-4366-8bad-4f4a3275453a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.537316] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86b90a03-d259-4366-8bad-4f4a3275453a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.537531] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86b90a03-d259-4366-8bad-4f4a3275453a',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.538946] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-18f2a55f-5961-42a6-992b-c4e6552ec92d taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.539077] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.539148] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.539412] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.539488] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('18f2a55f-5961-42a6-992b-c4e6552ec92d',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.540677] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-667f782b-a80d-4de6-9fef-1129c0d1ade3 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.540677] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-667f782b-a80d-4de6-9fef-1129c0d1ade3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.540835] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-667f782b-a80d-4de6-9fef-1129c0d1ade3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.541027] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-667f782b-a80d-4de6-9fef-1129c0d1ade3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.541027] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('667f782b-a80d-4de6-9fef-1129c0d1ade3',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.541727] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b8ec4214-95fc-4945-8050-c52f58369b15 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.542063] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b8ec4214-95fc-4945-8050-c52f58369b15" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.542063] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b8ec4214-95fc-4945-8050-c52f58369b15" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.542063] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b8ec4214-95fc-4945-8050-c52f58369b15" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.542442] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b8ec4214-95fc-4945-8050-c52f58369b15',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.542801] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f7eb5c3-ad65-4a09-b00b-15b1c009f983 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.542972] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f7eb5c3-ad65-4a09-b00b-15b1c009f983" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.542972] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f7eb5c3-ad65-4a09-b00b-15b1c009f983" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.543520] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f7eb5c3-ad65-4a09-b00b-15b1c009f983" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.543520] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f7eb5c3-ad65-4a09-b00b-15b1c009f983',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.544036] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1aecea80-494d-41f8-8a12-054ef61d5f69 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.544149] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1aecea80-494d-41f8-8a12-054ef61d5f69" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.544303] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1aecea80-494d-41f8-8a12-054ef61d5f69" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.544375] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1aecea80-494d-41f8-8a12-054ef61d5f69" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.544433] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1aecea80-494d-41f8-8a12-054ef61d5f69',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.545375] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e96f8e3-7b81-48f5-a5c7-127b0a96e9b1 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.545477] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e96f8e3-7b81-48f5-a5c7-127b0a96e9b1" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.545477] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e96f8e3-7b81-48f5-a5c7-127b0a96e9b1" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.545814] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e96f8e3-7b81-48f5-a5c7-127b0a96e9b1" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.545814] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e96f8e3-7b81-48f5-a5c7-127b0a96e9b1',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.546380] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c0ae4e9b-c54a-4f1c-9df6-fa9ac3699feb taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.546508] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c0ae4e9b-c54a-4f1c-9df6-fa9ac3699feb" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.546570] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c0ae4e9b-c54a-4f1c-9df6-fa9ac3699feb" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.547185] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c0ae4e9b-c54a-4f1c-9df6-fa9ac3699feb" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.547185] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c0ae4e9b-c54a-4f1c-9df6-fa9ac3699feb',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.547454] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc745ee1-6957-454f-b684-87969893a8c7 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.547565] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc745ee1-6957-454f-b684-87969893a8c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.547643] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc745ee1-6957-454f-b684-87969893a8c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.547801] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc745ee1-6957-454f-b684-87969893a8c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.547872] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc745ee1-6957-454f-b684-87969893a8c7',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.548606] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f50994da-f7e0-4177-907e-e40671a3bf50 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.548738] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f50994da-f7e0-4177-907e-e40671a3bf50" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.548824] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f50994da-f7e0-4177-907e-e40671a3bf50" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.549046] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f50994da-f7e0-4177-907e-e40671a3bf50" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.549126] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f50994da-f7e0-4177-907e-e40671a3bf50',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.550287] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-52a09aee-b32c-48d2-9612-acc7b29cb841 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.550384] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-52a09aee-b32c-48d2-9612-acc7b29cb841" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.550425] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-52a09aee-b32c-48d2-9612-acc7b29cb841" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.550559] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-52a09aee-b32c-48d2-9612-acc7b29cb841" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.550627] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('52a09aee-b32c-48d2-9612-acc7b29cb841',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.551378] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1fcae7b9-faab-4973-8b0b-215c7bc51a87 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.551484] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1fcae7b9-faab-4973-8b0b-215c7bc51a87" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.551484] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1fcae7b9-faab-4973-8b0b-215c7bc51a87" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.551601] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1fcae7b9-faab-4973-8b0b-215c7bc51a87" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.551658] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1fcae7b9-faab-4973-8b0b-215c7bc51a87',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.552331] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2b935df-b98e-4ceb-95d1-1ecf01324f0f taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.552542] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2b935df-b98e-4ceb-95d1-1ecf01324f0f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.552542] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2b935df-b98e-4ceb-95d1-1ecf01324f0f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.552661] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2b935df-b98e-4ceb-95d1-1ecf01324f0f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.552708] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2b935df-b98e-4ceb-95d1-1ecf01324f0f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.553753] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.553880] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.553880] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.554776] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.554987] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.556146] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2218493c-99bf-4de1-ab14-7da434099a02 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.556273] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2218493c-99bf-4de1-ab14-7da434099a02" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.556337] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2218493c-99bf-4de1-ab14-7da434099a02" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.556478] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2218493c-99bf-4de1-ab14-7da434099a02" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.556544] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2218493c-99bf-4de1-ab14-7da434099a02',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.557200] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aabbaeb2-6856-4a18-bd67-faca96de9e99 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.557308] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aabbaeb2-6856-4a18-bd67-faca96de9e99" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.557386] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aabbaeb2-6856-4a18-bd67-faca96de9e99" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.557575] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aabbaeb2-6856-4a18-bd67-faca96de9e99" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.557661] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aabbaeb2-6856-4a18-bd67-faca96de9e99',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.558492] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72c6029e-e9d2-483f-9d11-ea99e676ddd2 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.558657] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72c6029e-e9d2-483f-9d11-ea99e676ddd2" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.558739] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72c6029e-e9d2-483f-9d11-ea99e676ddd2" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.561601] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72c6029e-e9d2-483f-9d11-ea99e676ddd2" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.561601] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72c6029e-e9d2-483f-9d11-ea99e676ddd2',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.561601] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-619d6403-58f4-45fd-acf7-1c497a2bbbc3 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.561601] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-619d6403-58f4-45fd-acf7-1c497a2bbbc3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.561601] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-619d6403-58f4-45fd-acf7-1c497a2bbbc3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.561601] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-619d6403-58f4-45fd-acf7-1c497a2bbbc3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.561601] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('619d6403-58f4-45fd-acf7-1c497a2bbbc3',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.561601] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a676ca07-127f-4220-a203-b102ab4bdf6f taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.561601] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a676ca07-127f-4220-a203-b102ab4bdf6f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.561601] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a676ca07-127f-4220-a203-b102ab4bdf6f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.561601] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a676ca07-127f-4220-a203-b102ab4bdf6f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.561601] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a676ca07-127f-4220-a203-b102ab4bdf6f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.562198] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.562198] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.562198] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.562198] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.562198] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.589282] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.589473] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.589526] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.589720] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.612234] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.612373] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b8ec4214-95fc-4945-8050-c52f58369b15 is going to be deleted. [ 1273.679668] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.679668] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.679668] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.679668] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.679668] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.679668] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b8ec4214-95fc-4945-8050-c52f58369b15" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.065751] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-667f782b-a80d-4de6-9fef-1129c0d1ade3 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.065899] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-667f782b-a80d-4de6-9fef-1129c0d1ade3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.066572] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-667f782b-a80d-4de6-9fef-1129c0d1ade3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.066572] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-667f782b-a80d-4de6-9fef-1129c0d1ade3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.066572] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.066572] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.066572] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.066831] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.066831] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.066831] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-667f782b-a80d-4de6-9fef-1129c0d1ade3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.066953] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('667f782b-a80d-4de6-9fef-1129c0d1ade3',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.084667] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.084757] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.084802] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.085529] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.085529] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.085529] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.085529] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.085529] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.085964] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.085964] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.085964] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.087785] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.087934] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.088115] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.088192] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.088344] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.088436] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.088497] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.088642] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.088756] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.088824] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.088912] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.130983] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.131164] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.131212] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.131427] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.133515] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.133629] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.134761] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.134865] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.154617] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.154799] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.155687] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.155807] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.156917] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.157027] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.157732] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.157825] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.158813] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.158909] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.164578] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.164722] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.166583] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.166728] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.167595] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.167742] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.168507] env[65642]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1274.168906] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.168998] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.169606] env[65642]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1274.170015] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.170113] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.170694] env[65642]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1274.171109] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.171201] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.171845] env[65642]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1274.172236] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.172331] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.182630] env[65642]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1274.183464] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.183630] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.184961] env[65642]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1274.185577] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.185728] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1fcae7b9-faab-4973-8b0b-215c7bc51a87 is going to be deleted. [ 1274.187268] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.187556] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.212261] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.212473] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1aecea80-494d-41f8-8a12-054ef61d5f69 is going to be deleted. [ 1274.213335] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.213538] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.239373] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.239511] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c0ae4e9b-c54a-4f1c-9df6-fa9ac3699feb is going to be deleted. [ 1274.240451] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.240673] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.260640] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.260855] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.276919] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.277096] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f7eb5c3-ad65-4a09-b00b-15b1c009f983 is going to be deleted. [ 1274.278222] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.278450] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.284949] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.285092] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.300346] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.300507] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86b90a03-d259-4366-8bad-4f4a3275453a is going to be deleted. [ 1274.301475] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.301700] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.316753] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.316874] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.358469] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.358649] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 18f2a55f-5961-42a6-992b-c4e6552ec92d is going to be deleted. [ 1274.359633] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.359913] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.429621] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.429821] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.451898] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.452152] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aabbaeb2-6856-4a18-bd67-faca96de9e99 is going to be deleted. [ 1274.453211] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.453510] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.458790] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.458952] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.478564] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.478810] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72c6029e-e9d2-483f-9d11-ea99e676ddd2 is going to be deleted. [ 1274.479785] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.480037] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.509013] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.509207] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 619d6403-58f4-45fd-acf7-1c497a2bbbc3 is going to be deleted. [ 1274.510220] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.510396] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.521068] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.521259] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.546488] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.546932] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f50994da-f7e0-4177-907e-e40671a3bf50 is going to be deleted. [ 1274.547978] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.548108] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.577232] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('667f782b-a80d-4de6-9fef-1129c0d1ade3',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.599861] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.600071] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.600148] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.600379] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.600553] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.600659] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.600726] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.601122] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.601122] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.601122] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.601270] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.601331] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.601331] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.601503] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.601614] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.601778] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.601778] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.601888] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.602067] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.602067] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.602163] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.604171] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.608327] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.608327] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2b935df-b98e-4ceb-95d1-1ecf01324f0f is going to be deleted. [ 1274.609622] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.610020] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.614987] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.614987] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.645117] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.645117] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.676096] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.676096] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc745ee1-6957-454f-b684-87969893a8c7 is going to be deleted. [ 1274.676916] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.676916] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.719603] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.719757] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.735317] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.737749] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 52a09aee-b32c-48d2-9612-acc7b29cb841 is going to be deleted. [ 1274.739692] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.739973] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.742837] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.744396] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.776215] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.776296] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2218493c-99bf-4de1-ab14-7da434099a02 is going to be deleted. [ 1274.777696] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.778050] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.829117] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.829298] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.866381] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.866517] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e96f8e3-7b81-48f5-a5c7-127b0a96e9b1 is going to be deleted. [ 1274.867920] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.868244] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.869748] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.869868] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.872609] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.872609] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.906273] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.906486] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.953382] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.953634] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a676ca07-127f-4220-a203-b102ab4bdf6f is going to be deleted. [ 1274.954940] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.955288] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.955460] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.955685] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1fcae7b9-faab-4973-8b0b-215c7bc51a87" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.955931] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.956141] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.956290] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.956490] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1aecea80-494d-41f8-8a12-054ef61d5f69" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.957148] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.957364] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.957454] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.957572] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c0ae4e9b-c54a-4f1c-9df6-fa9ac3699feb" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.957764] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.957918] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.957997] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.958126] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f7eb5c3-ad65-4a09-b00b-15b1c009f983" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.958258] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.958444] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.958530] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.958661] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86b90a03-d259-4366-8bad-4f4a3275453a" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.958842] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.959012] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.959122] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.959241] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-18f2a55f-5961-42a6-992b-c4e6552ec92d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.959396] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.959612] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.959742] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.959932] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aabbaeb2-6856-4a18-bd67-faca96de9e99" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.960163] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.960378] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.960519] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.960687] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72c6029e-e9d2-483f-9d11-ea99e676ddd2" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.960839] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.961067] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.961193] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.961385] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f50994da-f7e0-4177-907e-e40671a3bf50" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.961711] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.961945] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.962107] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.962258] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-619d6403-58f4-45fd-acf7-1c497a2bbbc3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.962402] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.962618] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.962746] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.962921] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2b935df-b98e-4ceb-95d1-1ecf01324f0f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.963148] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.963365] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.963491] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.963667] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc745ee1-6957-454f-b684-87969893a8c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.963859] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.964100] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.964232] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.964407] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-52a09aee-b32c-48d2-9612-acc7b29cb841" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.964577] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.964763] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.964889] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.965101] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2218493c-99bf-4de1-ab14-7da434099a02" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.021101] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.021267] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.021323] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.021543] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.021638] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.021794] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e96f8e3-7b81-48f5-a5c7-127b0a96e9b1" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.082372] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 667f782b-a80d-4de6-9fef-1129c0d1ade3: rpc.has_security_group_logging(os_id): False [ 1275.105343] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9: rpc.has_security_group_logging(os_id): False [ 1275.107308] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.107460] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.107503] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.107794] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.108790] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f: rpc.has_security_group_logging(os_id): False [ 1275.116360] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.116500] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.144660] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.144989] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.145112] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.145180] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.145387] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.145470] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.145560] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 667f782b-a80d-4de6-9fef-1129c0d1ade3 is going to be updated. [ 1275.146632] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.146804] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.146893] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.147024] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a676ca07-127f-4220-a203-b102ab4bdf6f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.147882] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.148009] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.148084] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.148238] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.152219] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.152324] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.173497] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.173808] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.173911] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.173973] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.174194] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.174277] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.174365] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f is going to be updated. [ 1275.175422] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.175613] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.225011] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.225337] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.225464] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.225577] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.225940] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.226052] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.226264] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.226376] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.226441] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.226607] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.226706] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.226885] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.226982] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.227055] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.227201] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.227278] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.227364] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9 is going to be updated. [ 1275.293605] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.293761] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.293814] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.294054] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.294216] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.343442] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 667f782b-a80d-4de6-9fef-1129c0d1ade3 in Status: IN_PROGRESS for 2s [ 1275.354949] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.355389] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.355389] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.355697] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.355912] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.384436] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.384636] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.384636] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.384858] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.385014] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.408694] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9 in Status: IN_PROGRESS for 2s [ 1275.421189] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f in Status: IN_PROGRESS for 2s [ 1277.192604] env[65642]: INFO networking_nsxv3.common.synchronization [None req-3bbcb02d-7b89-4334-b1d0-66b9ca69fd18 None None] Enqueued Resource ID: 2993bc9e-5473-4a52-86cb-5f084b9d14a9 with Priority: HIGHEST for action port [ 1277.192994] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2993bc9e-5473-4a52-86cb-5f084b9d14a9 with Priority: HIGHEST for action port [ 1277.193330] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-2993bc9e-5473-4a52-86cb-5f084b9d14a9 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.193573] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2993bc9e-5473-4a52-86cb-5f084b9d14a9" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.193573] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2993bc9e-5473-4a52-86cb-5f084b9d14a9" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.193778] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2993bc9e-5473-4a52-86cb-5f084b9d14a9" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.193859] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2993bc9e-5473-4a52-86cb-5f084b9d14a9',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.363053] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 667f782b-a80d-4de6-9fef-1129c0d1ade3 in Status: SUCCESS [ 1277.363167] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-667f782b-a80d-4de6-9fef-1129c0d1ade3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.428282] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9 in Status: SUCCESS [ 1277.429043] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.445315] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f in Status: SUCCESS [ 1277.445444] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.609755] env[65642]: INFO networking_nsxv3.common.synchronization [None req-3514c222-4c74-4bfa-aafe-669202917bc4 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Enqueued Resource ID: 2e325104-9b28-4c4b-bc9d-9737f281702f with Priority: HIGHEST for action security_group_rules [ 1277.610070] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e325104-9b28-4c4b-bc9d-9737f281702f with Priority: HIGHEST for action security_group_rules [ 1277.610430] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e325104-9b28-4c4b-bc9d-9737f281702f taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.610565] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e325104-9b28-4c4b-bc9d-9737f281702f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.610633] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e325104-9b28-4c4b-bc9d-9737f281702f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.610897] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e325104-9b28-4c4b-bc9d-9737f281702f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.610983] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e325104-9b28-4c4b-bc9d-9737f281702f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.693258] env[65642]: INFO networking_nsxv3.common.synchronization [None req-800dd48d-95a4-4fcc-ba05-f2079310b541 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Enqueued Resource ID: 2e325104-9b28-4c4b-bc9d-9737f281702f with Priority: HIGHEST for action security_group_rules [ 1277.693784] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e325104-9b28-4c4b-bc9d-9737f281702f with Priority: HIGHEST for action security_group_rules [ 1277.694103] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e325104-9b28-4c4b-bc9d-9737f281702f taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.694204] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e325104-9b28-4c4b-bc9d-9737f281702f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.695582] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2993bc9e-5473-4a52-86cb-5f084b9d14a9 [ 1277.695660] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.695796] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.695862] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.696175] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.696270] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.696466] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2993bc9e-5473-4a52-86cb-5f084b9d14a9 already deleted. [ 1277.696466] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2993bc9e-5473-4a52-86cb-5f084b9d14a9" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.131788] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.131788] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.131989] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.132177] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.132177] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.132275] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e325104-9b28-4c4b-bc9d-9737f281702f already deleted. [ 1278.132349] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e325104-9b28-4c4b-bc9d-9737f281702f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.132539] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e325104-9b28-4c4b-bc9d-9737f281702f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.132858] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e325104-9b28-4c4b-bc9d-9737f281702f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.132858] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e325104-9b28-4c4b-bc9d-9737f281702f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.656057] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.656357] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.656357] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.656505] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.656595] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.656695] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e325104-9b28-4c4b-bc9d-9737f281702f already deleted. [ 1278.656780] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e325104-9b28-4c4b-bc9d-9737f281702f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.029217] env[65642]: INFO networking_nsxv3.common.synchronization [None req-954dd155-6207-41ea-b99e-5d6b662701fb None None] Enqueued Resource ID: 72b85393-ddc0-4c48-8631-063dc9d99ecc with Priority: HIGHEST for action port [ 1279.029697] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72b85393-ddc0-4c48-8631-063dc9d99ecc with Priority: HIGHEST for action port [ 1279.030051] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-72b85393-ddc0-4c48-8631-063dc9d99ecc taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.030156] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-72b85393-ddc0-4c48-8631-063dc9d99ecc" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.030277] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-72b85393-ddc0-4c48-8631-063dc9d99ecc" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.030462] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-72b85393-ddc0-4c48-8631-063dc9d99ecc" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.030542] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72b85393-ddc0-4c48-8631-063dc9d99ecc',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.532589] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 72b85393-ddc0-4c48-8631-063dc9d99ecc [ 1279.533079] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.533698] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.533698] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.533698] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.533845] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.533845] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:72b85393-ddc0-4c48-8631-063dc9d99ecc already deleted. [ 1279.533909] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-72b85393-ddc0-4c48-8631-063dc9d99ecc" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.137584] env[65642]: INFO networking_nsxv3.common.synchronization [req-4705be71-c92b-43e4-b171-f51389464e66 req-9dc692ee-fd57-4252-8bd7-c2439d8fbbd6 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Enqueued Resource ID: 2e325104-9b28-4c4b-bc9d-9737f281702f with Priority: HIGHEST for action security_group_members [ 1283.138200] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e325104-9b28-4c4b-bc9d-9737f281702f with Priority: HIGHEST for action security_group_members [ 1283.138533] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e325104-9b28-4c4b-bc9d-9737f281702f taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.138661] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e325104-9b28-4c4b-bc9d-9737f281702f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.138723] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e325104-9b28-4c4b-bc9d-9737f281702f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.138990] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e325104-9b28-4c4b-bc9d-9737f281702f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.139225] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.139302] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.139337] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.142641] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.142641] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.142641] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e325104-9b28-4c4b-bc9d-9737f281702f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.332257] env[65642]: INFO networking_nsxv3.common.synchronization [req-c39045f0-c190-4a29-a7ac-47f104ffe1b4 req-655f9f94-f2f2-4b90-af3c-6702eb98805a tempest-ServerActionsTestJSON-610821376 tempest-ServerActionsTestJSON-610821376-project-member] Enqueued Resource ID: a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f with Priority: HIGHEST for action security_group_members [ 1283.332916] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f with Priority: HIGHEST for action security_group_members [ 1283.333412] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.333508] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.333547] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.333762] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.333914] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.334030] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.334093] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.334246] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.334331] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.334469] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.561017] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock network-539 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.561402] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "network-539" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.561589] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "network-539" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.562721] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "network-539" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.563121] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.563347] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.563514] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.563816] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.564029] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.564304] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1283.564466] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] NeedRegenerationException {{(pid=65642) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1283.564646] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] no value, waiting for create lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1283.564760] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] value creation lock acquired {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1283.564911] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1283.565068] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Calling creation function for not-yet-present value {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1283.565382] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1283.592103] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1283.592103] env[65642]: DEBUG dogpile.cache.region [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65642) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1283.592103] env[65642]: DEBUG dogpile.lock [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Released creation lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1283.592103] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "network-539" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.592103] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock port-516a526c-791a-46fe-9eb0-c83b50dee5dc taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.592103] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "port-516a526c-791a-46fe-9eb0-c83b50dee5dc" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.592103] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "port-516a526c-791a-46fe-9eb0-c83b50dee5dc" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.592103] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "port-516a526c-791a-46fe-9eb0-c83b50dee5dc" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.592103] env[65642]: DEBUG networking_nsxv3.api.rpc [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('516a526c-791a-46fe-9eb0-c83b50dee5dc',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.644037] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.644297] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.644297] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.644467] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.644559] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.644756] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.644849] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.644912] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.645075] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.645153] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.645239] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e325104-9b28-4c4b-bc9d-9737f281702f already deleted. [ 1283.645320] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e325104-9b28-4c4b-bc9d-9737f281702f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.837043] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.837209] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.837281] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.837490] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.837583] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.837792] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.837885] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.837945] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.838117] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.838195] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.838281] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f is going to be updated. [ 1283.870211] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.870490] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.870659] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.870970] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.871177] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.880216] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f in Status: IN_PROGRESS for 2s [ 1284.094604] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.094847] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.094980] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.095267] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.095420] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.095576] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Segment Port 516a526c-791a-46fe-9eb0-c83b50dee5dc not found, creating... [ 1284.095929] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.096113] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.096232] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.096457] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.096593] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.096884] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.097061] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.097182] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.097386] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.097518] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.097655] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Resource: SegmentPort with ID: 516a526c-791a-46fe-9eb0-c83b50dee5dc is going to be created. [ 1284.128857] env[65642]: DEBUG networking_nsxv3.common.locking [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.129064] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.129206] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.129489] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.129734] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.129967] env[65642]: DEBUG oslo_concurrency.lockutils [None req-db124b67-f1a9-4eb1-a18a-0facced50dff None None] Releasing lock "port-516a526c-791a-46fe-9eb0-c83b50dee5dc" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.569778] env[65642]: INFO networking_nsxv3.common.synchronization [req-4f19ed9c-178c-41fb-916c-32385fefeb33 req-d5b17f18-3513-4d78-9d45-269fb68a002b tempest-ServersNegativeTestJSON-1456741447 tempest-ServersNegativeTestJSON-1456741447-project-member] Enqueued Resource ID: b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9 with Priority: HIGHEST for action security_group_members [ 1284.570409] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9 with Priority: HIGHEST for action security_group_members [ 1284.570728] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.570856] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.570921] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.571132] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.571293] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.571398] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.571481] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.571594] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.571946] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.571946] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.828639] env[65642]: INFO networking_nsxv3.common.synchronization [req-4705be71-c92b-43e4-b171-f51389464e66 req-d9cc4c34-e6bc-402d-aa1f-9b80c1962895 service nova] Enqueued Resource ID: 2e325104-9b28-4c4b-bc9d-9737f281702f with Priority: HIGHEST for action security_group_rules [ 1284.828872] env[65642]: INFO networking_nsxv3.common.synchronization [req-4705be71-c92b-43e4-b171-f51389464e66 req-d9cc4c34-e6bc-402d-aa1f-9b80c1962895 service nova] Enqueued Resource ID: 2e325104-9b28-4c4b-bc9d-9737f281702f with Priority: HIGHEST for action security_group_members [ 1284.829018] env[65642]: INFO networking_nsxv3.common.synchronization [req-4705be71-c92b-43e4-b171-f51389464e66 req-d9cc4c34-e6bc-402d-aa1f-9b80c1962895 service nova] Enqueued Resource ID: 516a526c-791a-46fe-9eb0-c83b50dee5dc with Priority: HIGHEST for action port [ 1284.829542] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e325104-9b28-4c4b-bc9d-9737f281702f with Priority: HIGHEST for action security_group_rules [ 1284.829678] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e325104-9b28-4c4b-bc9d-9737f281702f with Priority: HIGHEST for action security_group_members [ 1284.829772] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 516a526c-791a-46fe-9eb0-c83b50dee5dc with Priority: HIGHEST for action port [ 1284.830752] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e325104-9b28-4c4b-bc9d-9737f281702f taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.830872] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e325104-9b28-4c4b-bc9d-9737f281702f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.830971] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e325104-9b28-4c4b-bc9d-9737f281702f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.831146] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e325104-9b28-4c4b-bc9d-9737f281702f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.831578] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e325104-9b28-4c4b-bc9d-9737f281702f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.832772] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e325104-9b28-4c4b-bc9d-9737f281702f taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.832772] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e325104-9b28-4c4b-bc9d-9737f281702f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.832949] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e325104-9b28-4c4b-bc9d-9737f281702f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.833026] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e325104-9b28-4c4b-bc9d-9737f281702f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.833226] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.833364] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.833429] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.833650] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.833650] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.833736] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e325104-9b28-4c4b-bc9d-9737f281702f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.835365] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-516a526c-791a-46fe-9eb0-c83b50dee5dc taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.835479] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-516a526c-791a-46fe-9eb0-c83b50dee5dc" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.835479] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-516a526c-791a-46fe-9eb0-c83b50dee5dc" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.835613] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-516a526c-791a-46fe-9eb0-c83b50dee5dc" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.835737] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('516a526c-791a-46fe-9eb0-c83b50dee5dc',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.073942] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.074222] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.074222] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.074410] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.074507] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.074706] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.074809] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.074875] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.075044] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.075120] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.075217] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9 is going to be updated. [ 1285.106950] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.106950] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.106950] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.106950] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.106950] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.116402] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9 in Status: IN_PROGRESS for 2s [ 1285.333699] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e325104-9b28-4c4b-bc9d-9737f281702f taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.333953] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e325104-9b28-4c4b-bc9d-9737f281702f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.335462] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2e325104-9b28-4c4b-bc9d-9737f281702f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.337929] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 516a526c-791a-46fe-9eb0-c83b50dee5dc with status ACTIVE [ 1285.338252] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.338419] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.338468] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.338695] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.338859] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.339757] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.339757] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.339757] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.339757] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.339757] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.339757] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.340085] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.340085] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.340085] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.340195] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.340394] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 516a526c-791a-46fe-9eb0-c83b50dee5dc is going to be updated. [ 1285.365097] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.365427] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.365520] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.365874] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.366124] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.366265] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-516a526c-791a-46fe-9eb0-c83b50dee5dc" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.842526] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2e325104-9b28-4c4b-bc9d-9737f281702f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.891869] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f in Status: SUCCESS [ 1285.892115] env[65642]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f deletion is rescheduled due to dependency. [ 1285.892239] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.345700] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.345955] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.346070] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.346394] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.346511] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.346605] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e325104-9b28-4c4b-bc9d-9737f281702f is going to be created. [ 1286.378964] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.379214] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.379214] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.379420] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.379582] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.390866] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e325104-9b28-4c4b-bc9d-9737f281702f in Status: UNINITIALIZED for 2s [ 1287.127682] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9 in Status: SUCCESS [ 1287.128069] env[65642]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9 deletion is rescheduled due to dependency. [ 1287.128069] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.406040] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e325104-9b28-4c4b-bc9d-9737f281702f in Status: SUCCESS [ 1288.406576] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e325104-9b28-4c4b-bc9d-9737f281702f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.406804] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e325104-9b28-4c4b-bc9d-9737f281702f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.407066] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e325104-9b28-4c4b-bc9d-9737f281702f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.407285] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.407433] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.407520] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.408477] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.408477] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.408477] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e325104-9b28-4c4b-bc9d-9737f281702f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.408477] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2e325104-9b28-4c4b-bc9d-9737f281702f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.911561] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2e325104-9b28-4c4b-bc9d-9737f281702f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.415330] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2e325104-9b28-4c4b-bc9d-9737f281702f: rpc.has_security_group_logging(os_id): False [ 1289.432680] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.432868] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.432950] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.433238] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.433371] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.433656] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.433769] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.433858] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.434044] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.434133] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.434238] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e325104-9b28-4c4b-bc9d-9737f281702f is going to be created. [ 1289.496782] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.496782] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.496782] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.497052] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.497230] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.513781] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e325104-9b28-4c4b-bc9d-9737f281702f in Status: IN_PROGRESS for 2s [ 1289.833842] env[65642]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1289.833842] env[65642]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1291.526961] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e325104-9b28-4c4b-bc9d-9737f281702f in Status: SUCCESS [ 1291.527331] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e325104-9b28-4c4b-bc9d-9737f281702f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.834916] env[65642]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1294.835211] env[65642]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1299.836452] env[65642]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1299.836874] env[65642]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1304.838295] env[65642]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1304.838564] env[65642]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1309.839800] env[65642]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1309.840187] env[65642]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1313.573992] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock network-891 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.574349] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "network-891" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.574582] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "network-891" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.574998] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "network-891" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.575443] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.575726] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.575961] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.576336] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.576599] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.576944] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1313.577296] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] NeedRegenerationException {{(pid=65642) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1313.577523] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] no value, waiting for create lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1313.577734] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] value creation lock acquired {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1313.577944] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1313.578181] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Calling creation function for not-yet-present value {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1313.578416] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1313.601194] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1313.601391] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65642) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1313.601505] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Released creation lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1313.601764] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "network-891" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.602187] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock port-f0e72db5-3e08-4668-8154-56a6d0c427ca taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.602384] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "port-f0e72db5-3e08-4668-8154-56a6d0c427ca" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.602499] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "port-f0e72db5-3e08-4668-8154-56a6d0c427ca" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.602765] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "port-f0e72db5-3e08-4668-8154-56a6d0c427ca" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.602899] env[65642]: DEBUG networking_nsxv3.api.rpc [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0e72db5-3e08-4668-8154-56a6d0c427ca',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.106070] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.106355] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.106557] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.106921] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.107173] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.107584] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.107826] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.108031] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.108347] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.108514] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.108905] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.109154] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.109319] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.109591] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.109789] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.109995] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Resource: SegmentPort with ID: f0e72db5-3e08-4668-8154-56a6d0c427ca is going to be updated. [ 1314.134863] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.135133] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.135282] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.135565] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.135768] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.136055] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "port-f0e72db5-3e08-4668-8154-56a6d0c427ca" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.814161] env[65642]: INFO networking_nsxv3.common.synchronization [req-bbd7276c-ece0-4580-bd71-8d9b767a7e39 req-04e1e410-902d-402f-a69b-abcd568c75e6 service nova] Enqueued Resource ID: 667f782b-a80d-4de6-9fef-1129c0d1ade3 with Priority: HIGHEST for action security_group_rules [ 1314.814417] env[65642]: INFO networking_nsxv3.common.synchronization [req-bbd7276c-ece0-4580-bd71-8d9b767a7e39 req-04e1e410-902d-402f-a69b-abcd568c75e6 service nova] Enqueued Resource ID: 667f782b-a80d-4de6-9fef-1129c0d1ade3 with Priority: HIGHEST for action security_group_members [ 1314.814515] env[65642]: INFO networking_nsxv3.common.synchronization [req-bbd7276c-ece0-4580-bd71-8d9b767a7e39 req-04e1e410-902d-402f-a69b-abcd568c75e6 service nova] Enqueued Resource ID: f0e72db5-3e08-4668-8154-56a6d0c427ca with Priority: HIGHEST for action port [ 1314.814662] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 667f782b-a80d-4de6-9fef-1129c0d1ade3 with Priority: HIGHEST for action security_group_rules [ 1314.814791] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 667f782b-a80d-4de6-9fef-1129c0d1ade3 with Priority: HIGHEST for action security_group_members [ 1314.814886] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0e72db5-3e08-4668-8154-56a6d0c427ca with Priority: HIGHEST for action port [ 1314.815497] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-667f782b-a80d-4de6-9fef-1129c0d1ade3 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.815637] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-667f782b-a80d-4de6-9fef-1129c0d1ade3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.815705] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-667f782b-a80d-4de6-9fef-1129c0d1ade3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.815903] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-667f782b-a80d-4de6-9fef-1129c0d1ade3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.815985] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('667f782b-a80d-4de6-9fef-1129c0d1ade3',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.817307] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-667f782b-a80d-4de6-9fef-1129c0d1ade3 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.817307] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-667f782b-a80d-4de6-9fef-1129c0d1ade3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.817424] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-667f782b-a80d-4de6-9fef-1129c0d1ade3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.817561] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-667f782b-a80d-4de6-9fef-1129c0d1ade3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.817761] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.817859] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.817925] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.818113] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.818218] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.818351] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('667f782b-a80d-4de6-9fef-1129c0d1ade3',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.819609] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-f0e72db5-3e08-4668-8154-56a6d0c427ca taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.819609] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f0e72db5-3e08-4668-8154-56a6d0c427ca" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.819609] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f0e72db5-3e08-4668-8154-56a6d0c427ca" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.819609] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f0e72db5-3e08-4668-8154-56a6d0c427ca" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.819609] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0e72db5-3e08-4668-8154-56a6d0c427ca',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.321141] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('667f782b-a80d-4de6-9fef-1129c0d1ade3',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.322268] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-667f782b-a80d-4de6-9fef-1129c0d1ade3 taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.322406] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-667f782b-a80d-4de6-9fef-1129c0d1ade3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.322772] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f0e72db5-3e08-4668-8154-56a6d0c427ca with status ACTIVE [ 1315.322898] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.323018] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.323087] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.323287] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.323377] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.323692] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.323692] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.323692] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.323861] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.324124] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.324124] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.324252] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.324252] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.324969] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.324969] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.324969] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f0e72db5-3e08-4668-8154-56a6d0c427ca is going to be updated. [ 1315.347605] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.347808] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.347855] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.348044] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.348405] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.348452] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f0e72db5-3e08-4668-8154-56a6d0c427ca" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.823793] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('667f782b-a80d-4de6-9fef-1129c0d1ade3',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.327541] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.327756] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.327756] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.327923] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.328026] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.328209] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 667f782b-a80d-4de6-9fef-1129c0d1ade3 is going to be updated. [ 1316.364840] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.365146] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.365270] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.365619] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.365908] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.377675] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 667f782b-a80d-4de6-9fef-1129c0d1ade3 in Status: IN_PROGRESS for 2s [ 1318.391836] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 667f782b-a80d-4de6-9fef-1129c0d1ade3 in Status: SUCCESS [ 1318.392244] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-667f782b-a80d-4de6-9fef-1129c0d1ade3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.392244] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-667f782b-a80d-4de6-9fef-1129c0d1ade3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.392450] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-667f782b-a80d-4de6-9fef-1129c0d1ade3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.392644] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.392762] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.392829] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.392988] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.393084] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.393172] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-667f782b-a80d-4de6-9fef-1129c0d1ade3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.393265] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('667f782b-a80d-4de6-9fef-1129c0d1ade3',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.896252] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('667f782b-a80d-4de6-9fef-1129c0d1ade3',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.398669] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 667f782b-a80d-4de6-9fef-1129c0d1ade3: rpc.has_security_group_logging(os_id): False [ 1319.417505] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.417733] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.417803] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.418120] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.418248] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.418681] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.420441] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.420441] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.420441] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.420441] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.420441] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 667f782b-a80d-4de6-9fef-1129c0d1ade3 is going to be updated. [ 1319.485037] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.485214] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.485356] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.485543] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.485668] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.502857] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 667f782b-a80d-4de6-9fef-1129c0d1ade3 in Status: IN_PROGRESS for 2s [ 1319.815859] env[65642]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1319.816051] env[65642]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1321.528427] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 667f782b-a80d-4de6-9fef-1129c0d1ade3 in Status: SUCCESS [ 1321.528822] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-667f782b-a80d-4de6-9fef-1129c0d1ade3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.817906] env[65642]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1324.817906] env[65642]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1329.818969] env[65642]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1329.818969] env[65642]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1331.242939] env[65642]: INFO networking_nsxv3.common.synchronization [req-f6b6ab61-b538-4b81-8a64-e853b607fdaa req-cf2326ab-9c10-497f-8cd4-30068c340c15 tempest-ServerActionsTestOtherB-1611743740 tempest-ServerActionsTestOtherB-1611743740-project-member] Enqueued Resource ID: 667f782b-a80d-4de6-9fef-1129c0d1ade3 with Priority: HIGHEST for action security_group_members [ 1331.243510] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 667f782b-a80d-4de6-9fef-1129c0d1ade3 with Priority: HIGHEST for action security_group_members [ 1331.243828] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-667f782b-a80d-4de6-9fef-1129c0d1ade3 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.246406] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-667f782b-a80d-4de6-9fef-1129c0d1ade3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.246495] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-667f782b-a80d-4de6-9fef-1129c0d1ade3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.246726] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-667f782b-a80d-4de6-9fef-1129c0d1ade3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.246910] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.247054] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.247115] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.247301] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.247392] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.247506] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('667f782b-a80d-4de6-9fef-1129c0d1ade3',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1331.749796] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.749796] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.750105] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.750153] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.750264] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.750584] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.750723] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.750795] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.750991] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.751113] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.751210] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 667f782b-a80d-4de6-9fef-1129c0d1ade3 is going to be updated. [ 1331.798668] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.798942] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.798942] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.799113] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.799277] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.808289] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 667f782b-a80d-4de6-9fef-1129c0d1ade3 in Status: IN_PROGRESS for 2s [ 1333.819898] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 667f782b-a80d-4de6-9fef-1129c0d1ade3 in Status: SUCCESS [ 1333.820342] env[65642]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 667f782b-a80d-4de6-9fef-1129c0d1ade3 deletion is rescheduled due to dependency. [ 1333.820342] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-667f782b-a80d-4de6-9fef-1129c0d1ade3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.244724] env[65642]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1336.245167] env[65642]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1341.245663] env[65642]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1341.245937] env[65642]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1346.247110] env[65642]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1346.247458] env[65642]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1351.248142] env[65642]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1351.248532] env[65642]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1356.249432] env[65642]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1356.249840] env[65642]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1361.251079] env[65642]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1361.251444] env[65642]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1366.252831] env[65642]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1366.253215] env[65642]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1371.253526] env[65642]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1371.253996] env[65642]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1376.254280] env[65642]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1376.254656] env[65642]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1381.255888] env[65642]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1381.256240] env[65642]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1386.256957] env[65642]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1386.256957] env[65642]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1391.257725] env[65642]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1391.258083] env[65642]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1396.258855] env[65642]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1396.259190] env[65642]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1401.259869] env[65642]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1401.259869] env[65642]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1406.260667] env[65642]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1406.260938] env[65642]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1411.261888] env[65642]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1411.262341] env[65642]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1416.262791] env[65642]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1416.263036] env[65642]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1421.264343] env[65642]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1421.264766] env[65642]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1426.265618] env[65642]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1426.266066] env[65642]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1426.889934] env[65642]: INFO networking_nsxv3.common.synchronization [req-6bfe4fd2-053c-4dc9-b08f-b5a44ca4730f req-979eb13e-822e-40f5-aa7f-4e14d455f481 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Enqueued Resource ID: 2e325104-9b28-4c4b-bc9d-9737f281702f with Priority: HIGHEST for action security_group_members [ 1426.890515] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e325104-9b28-4c4b-bc9d-9737f281702f with Priority: HIGHEST for action security_group_members [ 1426.890823] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e325104-9b28-4c4b-bc9d-9737f281702f taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.890945] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e325104-9b28-4c4b-bc9d-9737f281702f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.891128] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e325104-9b28-4c4b-bc9d-9737f281702f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.891350] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e325104-9b28-4c4b-bc9d-9737f281702f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.891522] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.891695] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.891695] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.891833] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.891912] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.892036] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e325104-9b28-4c4b-bc9d-9737f281702f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1427.394561] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.394974] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.394974] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.395103] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.395184] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.395404] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.395513] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.395637] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.395838] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.395962] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.396058] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e325104-9b28-4c4b-bc9d-9737f281702f is going to be updated. [ 1427.439557] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.439724] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.439792] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.439996] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.440300] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.450627] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e325104-9b28-4c4b-bc9d-9737f281702f in Status: IN_PROGRESS for 2s [ 1429.463126] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e325104-9b28-4c4b-bc9d-9737f281702f in Status: SUCCESS [ 1429.463518] env[65642]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e325104-9b28-4c4b-bc9d-9737f281702f deletion is rescheduled due to dependency. [ 1429.463518] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e325104-9b28-4c4b-bc9d-9737f281702f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.333038] env[65642]: INFO networking_nsxv3.common.synchronization [None req-29dfc2c6-06e3-4950-8b16-87dde4dc5503 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Enqueued Resource ID: b68631dd-a89d-4b1f-bebc-03bbe01be59b with Priority: HIGHEST for action security_group_rules [ 1431.333570] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b68631dd-a89d-4b1f-bebc-03bbe01be59b with Priority: HIGHEST for action security_group_rules [ 1431.334106] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b68631dd-a89d-4b1f-bebc-03bbe01be59b taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.334106] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b68631dd-a89d-4b1f-bebc-03bbe01be59b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.334356] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b68631dd-a89d-4b1f-bebc-03bbe01be59b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.334452] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b68631dd-a89d-4b1f-bebc-03bbe01be59b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.334538] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b68631dd-a89d-4b1f-bebc-03bbe01be59b',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1431.428196] env[65642]: INFO networking_nsxv3.common.synchronization [None req-d971c966-b64d-459e-a86f-20dde23c62e7 tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Enqueued Resource ID: b68631dd-a89d-4b1f-bebc-03bbe01be59b with Priority: HIGHEST for action security_group_rules [ 1431.428706] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b68631dd-a89d-4b1f-bebc-03bbe01be59b with Priority: HIGHEST for action security_group_rules [ 1431.429061] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b68631dd-a89d-4b1f-bebc-03bbe01be59b taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.429205] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b68631dd-a89d-4b1f-bebc-03bbe01be59b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.872742] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.873012] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.873212] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.873487] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.873611] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.873729] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b68631dd-a89d-4b1f-bebc-03bbe01be59b already deleted. [ 1431.873834] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b68631dd-a89d-4b1f-bebc-03bbe01be59b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.874020] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b68631dd-a89d-4b1f-bebc-03bbe01be59b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.874212] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b68631dd-a89d-4b1f-bebc-03bbe01be59b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.874318] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b68631dd-a89d-4b1f-bebc-03bbe01be59b',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1432.397716] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.398116] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.398116] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.398116] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.398230] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.398264] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b68631dd-a89d-4b1f-bebc-03bbe01be59b already deleted. [ 1432.398331] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b68631dd-a89d-4b1f-bebc-03bbe01be59b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.430280] env[65642]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1436.430716] env[65642]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1436.843890] env[65642]: INFO networking_nsxv3.common.synchronization [req-1ca5f992-3b94-4f79-8b60-930476459a3b req-4e6eea8c-c2a4-4b76-9e30-a0c42382a2fc tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Enqueued Resource ID: b68631dd-a89d-4b1f-bebc-03bbe01be59b with Priority: HIGHEST for action security_group_members [ 1436.844427] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b68631dd-a89d-4b1f-bebc-03bbe01be59b with Priority: HIGHEST for action security_group_members [ 1436.844752] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-b68631dd-a89d-4b1f-bebc-03bbe01be59b taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.844888] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b68631dd-a89d-4b1f-bebc-03bbe01be59b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.844945] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b68631dd-a89d-4b1f-bebc-03bbe01be59b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.845252] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b68631dd-a89d-4b1f-bebc-03bbe01be59b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.845391] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.845493] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.845556] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.845714] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.845800] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.845892] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b68631dd-a89d-4b1f-bebc-03bbe01be59b',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1437.119585] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock network-539 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.119810] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "network-539" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.119913] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "network-539" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.120205] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "network-539" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.120452] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.120610] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.120729] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.120939] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.121093] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.121303] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1437.121417] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] NeedRegenerationException {{(pid=65642) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1437.121526] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] no value, waiting for create lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1437.121639] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] value creation lock acquired {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1437.121755] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] No value present for key: 'zone-id' {{(pid=65642) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1437.121871] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Calling creation function for not-yet-present value {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1437.121993] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1437.144101] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1437.144280] env[65642]: DEBUG dogpile.cache.region [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65642) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1437.144421] env[65642]: DEBUG dogpile.lock [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Released creation lock {{(pid=65642) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1437.144593] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "network-539" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.144894] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock port-15a4704b-e69b-439f-96bc-b42c0ed56a04 taken with stack trace [, , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.145075] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "port-15a4704b-e69b-439f-96bc-b42c0ed56a04" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.145198] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "port-15a4704b-e69b-439f-96bc-b42c0ed56a04" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.145513] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "port-15a4704b-e69b-439f-96bc-b42c0ed56a04" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.145653] env[65642]: DEBUG networking_nsxv3.api.rpc [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15a4704b-e69b-439f-96bc-b42c0ed56a04',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1437.348533] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.348741] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.348741] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.348928] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.349035] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.349275] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.349376] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.349441] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.349583] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.349658] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.349741] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b68631dd-a89d-4b1f-bebc-03bbe01be59b already deleted. [ 1437.349822] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b68631dd-a89d-4b1f-bebc-03bbe01be59b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.647819] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.648152] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.648193] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.648471] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.648625] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.648784] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Segment Port 15a4704b-e69b-439f-96bc-b42c0ed56a04 not found, creating... [ 1437.649095] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.649290] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.649410] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.649628] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.649765] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.650052] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.650303] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.650373] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.650571] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.650706] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.650843] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Resource: SegmentPort with ID: 15a4704b-e69b-439f-96bc-b42c0ed56a04 is going to be created. [ 1437.672172] env[65642]: DEBUG networking_nsxv3.common.locking [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.672427] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.672533] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.672884] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.673147] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.673382] env[65642]: DEBUG oslo_concurrency.lockutils [None req-c9d06bd7-8393-498b-9121-8d592e04ec56 None None] Releasing lock "port-15a4704b-e69b-439f-96bc-b42c0ed56a04" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.344286] env[65642]: INFO networking_nsxv3.common.synchronization [req-1ca5f992-3b94-4f79-8b60-930476459a3b req-83986f58-1427-46ca-a5ae-51fda2dd2cdf service nova] Enqueued Resource ID: b68631dd-a89d-4b1f-bebc-03bbe01be59b with Priority: HIGHEST for action security_group_rules [ 1438.344443] env[65642]: INFO networking_nsxv3.common.synchronization [req-1ca5f992-3b94-4f79-8b60-930476459a3b req-83986f58-1427-46ca-a5ae-51fda2dd2cdf service nova] Enqueued Resource ID: b68631dd-a89d-4b1f-bebc-03bbe01be59b with Priority: HIGHEST for action security_group_members [ 1438.344587] env[65642]: INFO networking_nsxv3.common.synchronization [req-1ca5f992-3b94-4f79-8b60-930476459a3b req-83986f58-1427-46ca-a5ae-51fda2dd2cdf service nova] Enqueued Resource ID: 15a4704b-e69b-439f-96bc-b42c0ed56a04 with Priority: HIGHEST for action port [ 1438.345114] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b68631dd-a89d-4b1f-bebc-03bbe01be59b with Priority: HIGHEST for action security_group_rules [ 1438.345254] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b68631dd-a89d-4b1f-bebc-03bbe01be59b with Priority: HIGHEST for action security_group_members [ 1438.345353] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15a4704b-e69b-439f-96bc-b42c0ed56a04 with Priority: HIGHEST for action port [ 1438.345663] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b68631dd-a89d-4b1f-bebc-03bbe01be59b taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.345735] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b68631dd-a89d-4b1f-bebc-03bbe01be59b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.345795] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b68631dd-a89d-4b1f-bebc-03bbe01be59b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.346038] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b68631dd-a89d-4b1f-bebc-03bbe01be59b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.346201] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b68631dd-a89d-4b1f-bebc-03bbe01be59b',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1438.347615] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-b68631dd-a89d-4b1f-bebc-03bbe01be59b taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.347755] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b68631dd-a89d-4b1f-bebc-03bbe01be59b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.347827] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b68631dd-a89d-4b1f-bebc-03bbe01be59b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.349022] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b68631dd-a89d-4b1f-bebc-03bbe01be59b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.349022] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.349022] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.349022] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.349022] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.349022] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.349022] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b68631dd-a89d-4b1f-bebc-03bbe01be59b',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1438.350604] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock port-15a4704b-e69b-439f-96bc-b42c0ed56a04 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.350604] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-15a4704b-e69b-439f-96bc-b42c0ed56a04" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.350604] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-15a4704b-e69b-439f-96bc-b42c0ed56a04" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.350803] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-15a4704b-e69b-439f-96bc-b42c0ed56a04" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.350876] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15a4704b-e69b-439f-96bc-b42c0ed56a04',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1438.848816] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-b68631dd-a89d-4b1f-bebc-03bbe01be59b taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.848816] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b68631dd-a89d-4b1f-bebc-03bbe01be59b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.852398] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b68631dd-a89d-4b1f-bebc-03bbe01be59b',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1438.853350] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 15a4704b-e69b-439f-96bc-b42c0ed56a04 with status ACTIVE [ 1438.853552] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.853670] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.853777] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.853938] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.854087] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.854302] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.854408] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.854467] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.854649] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.854769] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.854997] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.855113] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.855194] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.855345] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.855424] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.855515] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 15a4704b-e69b-439f-96bc-b42c0ed56a04 is going to be updated. [ 1438.878665] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.878873] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.878873] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.879078] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.879230] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.879414] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-15a4704b-e69b-439f-96bc-b42c0ed56a04" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.358124] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b68631dd-a89d-4b1f-bebc-03bbe01be59b',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1439.860604] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.861034] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.861034] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.861110] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.861141] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.861231] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b68631dd-a89d-4b1f-bebc-03bbe01be59b is going to be created. [ 1439.885943] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.886154] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.886154] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.886359] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.886520] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.897642] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b68631dd-a89d-4b1f-bebc-03bbe01be59b in Status: UNINITIALIZED for 2s [ 1441.908583] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b68631dd-a89d-4b1f-bebc-03bbe01be59b in Status: SUCCESS [ 1441.908996] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b68631dd-a89d-4b1f-bebc-03bbe01be59b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.908996] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b68631dd-a89d-4b1f-bebc-03bbe01be59b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.909206] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b68631dd-a89d-4b1f-bebc-03bbe01be59b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1441.909433] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1441.909556] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.909614] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.909774] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1441.909856] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.909940] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b68631dd-a89d-4b1f-bebc-03bbe01be59b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.910043] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b68631dd-a89d-4b1f-bebc-03bbe01be59b',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1442.412582] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b68631dd-a89d-4b1f-bebc-03bbe01be59b',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1442.915538] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b68631dd-a89d-4b1f-bebc-03bbe01be59b: rpc.has_security_group_logging(os_id): False [ 1442.933351] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1442.933545] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.933545] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.933712] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.933780] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.934039] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1442.934150] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.934214] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.934345] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.934422] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.934506] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b68631dd-a89d-4b1f-bebc-03bbe01be59b is going to be created. [ 1442.991776] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1442.992103] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.992103] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.992217] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.992392] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.002999] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b68631dd-a89d-4b1f-bebc-03bbe01be59b in Status: IN_PROGRESS for 2s [ 1443.346038] env[65642]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1443.346215] env[65642]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1445.016747] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b68631dd-a89d-4b1f-bebc-03bbe01be59b in Status: SUCCESS [ 1445.016747] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b68631dd-a89d-4b1f-bebc-03bbe01be59b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.346953] env[65642]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1448.347362] env[65642]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1453.348114] env[65642]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1453.348513] env[65642]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1458.349611] env[65642]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1458.349981] env[65642]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1463.351166] env[65642]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1463.351538] env[65642]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1468.352449] env[65642]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1468.352881] env[65642]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1473.353706] env[65642]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1473.354094] env[65642]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1478.355410] env[65642]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1478.355858] env[65642]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1483.356361] env[65642]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1483.356738] env[65642]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1488.357530] env[65642]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1488.358078] env[65642]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1492.400153] env[65642]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-8b171668-ea76-4fe7-a03b-51ed0103484f None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1492.400557] env[65642]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-8b171668-ea76-4fe7-a03b-51ed0103484f None None] NSXv3 Agent Agent loop - iteration:4 started [ 1493.358554] env[65642]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1493.358725] env[65642]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1498.359715] env[65642]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1498.360085] env[65642]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1503.360409] env[65642]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1503.360852] env[65642]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1508.343057] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.343057] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.343057] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.343057] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.343057] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1508.360907] env[65642]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1508.361093] env[65642]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1508.844857] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1509.347091] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1509.849601] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1509.849708] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1510.782084] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.782489] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.782489] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.782489] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.794197] env[65642]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1510.795078] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.796214] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1510.841114] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.841352] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.841352] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.841538] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.855014] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.855906] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1510.855996] env[65642]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65642) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1510.856092] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1510.897910] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.898136] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.898209] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.898424] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.899159] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.899327] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1510.990366] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.990635] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.990635] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.990785] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.991131] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.991444] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1511.085545] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1511.085853] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.085853] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1511.086138] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1511.086244] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1511.086573] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:27. [ 1511.086677] env[65642]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'92ec8e91-9450-46ee-8d0f-44b064009f1e', '8732058f-de18-4fc5-aa07-afa7e3868124', 'd635d881-3548-4b12-a74f-a8f1d313a45f', 'a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f', '667f782b-a80d-4de6-9fef-1129c0d1ade3', '53cede52-51ea-45cd-9c0f-49e623b57d5e', '31e0beaf-c6c1-43d2-ab6b-6b99bcf6a805', 'f5793b24-06e3-473f-bd9b-dc44d866d2ae', 'c5f0f474-41d7-4660-b77b-028a6481a05c', '4197232b-00b3-4d7e-9a44-4c4f5c98a24d', 'b68631dd-a89d-4b1f-bebc-03bbe01be59b', '60915886-e743-46f2-98ba-f3a6940b1e66', 'c35b78ff-cf2f-4afe-984f-527867e449a5', '4bfd9b79-1782-475e-b528-c73d4a703442', '2e325104-9b28-4c4b-bc9d-9737f281702f', 'b503b44c-c026-4120-95d4-701afa7d90c7', '772f4be7-9647-4df0-9cfc-f9cfde6aae9f', '53fa6b5d-a282-40e5-bbc1-4ba618028562', '0fd5ebee-27ad-48de-a780-a823cd496c9c', 'b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9', 'ca9b2e2f-57ba-4755-9873-801e88f2f415', '406cbf14-aa8e-4583-befe-4098212656f7', '64cf095e-38c6-4f59-b404-ca6f57072317', 'ded6cb3b-98af-4f02-b861-6a4f64414c21', '7f322dc7-729f-4659-a989-5edfc1fb65bc', '12e7544c-4c8e-45d8-8e82-a54d4aa3a7db', 'b5abfe10-89da-46cf-9000-f717ab636113'} {{(pid=65642) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1511.086799] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1511.107245] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1511.107521] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.107521] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1511.107648] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1511.107758] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1511.107834] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1511.107901] env[65642]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65642) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1511.107970] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1511.206846] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1511.207110] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.207110] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1511.207327] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1511.208490] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1511.208771] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1511.208877] env[65642]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65642) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1511.208957] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1511.209038] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1511.209116] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/27 resources of Type:Security Group Rules [ 1511.209192] env[65642]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 92ec8e91-9450-46ee-8d0f-44b064009f1e with Priority: HIGH for action security_group_rules [ 1511.209271] env[65642]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8732058f-de18-4fc5-aa07-afa7e3868124 with Priority: HIGH for action security_group_rules [ 1511.209336] env[65642]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d635d881-3548-4b12-a74f-a8f1d313a45f with Priority: HIGH for action security_group_rules [ 1511.209398] env[65642]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f with Priority: HIGH for action security_group_rules [ 1511.209453] env[65642]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 667f782b-a80d-4de6-9fef-1129c0d1ade3 with Priority: HIGH for action security_group_rules [ 1511.209515] env[65642]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 53cede52-51ea-45cd-9c0f-49e623b57d5e with Priority: HIGH for action security_group_rules [ 1511.209576] env[65642]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 31e0beaf-c6c1-43d2-ab6b-6b99bcf6a805 with Priority: HIGH for action security_group_rules [ 1511.209641] env[65642]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f5793b24-06e3-473f-bd9b-dc44d866d2ae with Priority: HIGH for action security_group_rules [ 1511.209693] env[65642]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c5f0f474-41d7-4660-b77b-028a6481a05c with Priority: HIGH for action security_group_rules [ 1511.209752] env[65642]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4197232b-00b3-4d7e-9a44-4c4f5c98a24d with Priority: HIGH for action security_group_rules [ 1511.209845] env[65642]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b68631dd-a89d-4b1f-bebc-03bbe01be59b with Priority: HIGH for action security_group_rules [ 1511.209930] env[65642]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 60915886-e743-46f2-98ba-f3a6940b1e66 with Priority: HIGH for action security_group_rules [ 1511.209993] env[65642]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c35b78ff-cf2f-4afe-984f-527867e449a5 with Priority: HIGH for action security_group_rules [ 1511.210059] env[65642]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4bfd9b79-1782-475e-b528-c73d4a703442 with Priority: HIGH for action security_group_rules [ 1511.210113] env[65642]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2e325104-9b28-4c4b-bc9d-9737f281702f with Priority: HIGH for action security_group_rules [ 1511.210181] env[65642]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b503b44c-c026-4120-95d4-701afa7d90c7 with Priority: HIGH for action security_group_rules [ 1511.210238] env[65642]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 772f4be7-9647-4df0-9cfc-f9cfde6aae9f with Priority: HIGH for action security_group_rules [ 1511.210297] env[65642]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 53fa6b5d-a282-40e5-bbc1-4ba618028562 with Priority: HIGH for action security_group_rules [ 1511.210356] env[65642]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0fd5ebee-27ad-48de-a780-a823cd496c9c with Priority: HIGH for action security_group_rules [ 1511.210415] env[65642]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9 with Priority: HIGH for action security_group_rules [ 1511.210509] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.361520] env[65642]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1513.361894] env[65642]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1513.361894] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92ec8e91-9450-46ee-8d0f-44b064009f1e with Priority: HIGH for action security_group_rules [ 1513.361894] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d635d881-3548-4b12-a74f-a8f1d313a45f with Priority: HIGH for action security_group_rules [ 1513.361894] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31e0beaf-c6c1-43d2-ab6b-6b99bcf6a805 with Priority: HIGH for action security_group_rules [ 1513.362106] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e325104-9b28-4c4b-bc9d-9737f281702f with Priority: HIGH for action security_group_rules [ 1513.362106] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9 with Priority: HIGH for action security_group_rules [ 1513.362183] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fd5ebee-27ad-48de-a780-a823cd496c9c with Priority: HIGH for action security_group_rules [ 1513.362268] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53fa6b5d-a282-40e5-bbc1-4ba618028562 with Priority: HIGH for action security_group_rules [ 1513.362368] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 772f4be7-9647-4df0-9cfc-f9cfde6aae9f with Priority: HIGH for action security_group_rules [ 1513.362463] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bfd9b79-1782-475e-b528-c73d4a703442 with Priority: HIGH for action security_group_rules [ 1513.362551] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b503b44c-c026-4120-95d4-701afa7d90c7 with Priority: HIGH for action security_group_rules [ 1513.362638] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c35b78ff-cf2f-4afe-984f-527867e449a5 with Priority: HIGH for action security_group_rules [ 1513.362725] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60915886-e743-46f2-98ba-f3a6940b1e66 with Priority: HIGH for action security_group_rules [ 1513.362813] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b68631dd-a89d-4b1f-bebc-03bbe01be59b with Priority: HIGH for action security_group_rules [ 1513.362901] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4197232b-00b3-4d7e-9a44-4c4f5c98a24d with Priority: HIGH for action security_group_rules [ 1513.362988] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5f0f474-41d7-4660-b77b-028a6481a05c with Priority: HIGH for action security_group_rules [ 1513.363121] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53cede52-51ea-45cd-9c0f-49e623b57d5e with Priority: HIGH for action security_group_rules [ 1513.363174] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5793b24-06e3-473f-bd9b-dc44d866d2ae with Priority: HIGH for action security_group_rules [ 1513.363261] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 667f782b-a80d-4de6-9fef-1129c0d1ade3 with Priority: HIGH for action security_group_rules [ 1513.363361] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8732058f-de18-4fc5-aa07-afa7e3868124 with Priority: HIGH for action security_group_rules [ 1513.363452] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f with Priority: HIGH for action security_group_rules [ 1513.363866] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-92ec8e91-9450-46ee-8d0f-44b064009f1e taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.364026] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-92ec8e91-9450-46ee-8d0f-44b064009f1e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.364095] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-92ec8e91-9450-46ee-8d0f-44b064009f1e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.364333] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-92ec8e91-9450-46ee-8d0f-44b064009f1e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.364417] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('92ec8e91-9450-46ee-8d0f-44b064009f1e',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1513.365408] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d635d881-3548-4b12-a74f-a8f1d313a45f taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.366021] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d635d881-3548-4b12-a74f-a8f1d313a45f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.366021] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d635d881-3548-4b12-a74f-a8f1d313a45f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.366021] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d635d881-3548-4b12-a74f-a8f1d313a45f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.366021] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d635d881-3548-4b12-a74f-a8f1d313a45f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1513.507015] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-31e0beaf-c6c1-43d2-ab6b-6b99bcf6a805 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.507252] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-31e0beaf-c6c1-43d2-ab6b-6b99bcf6a805" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.507252] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-31e0beaf-c6c1-43d2-ab6b-6b99bcf6a805" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.507455] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-31e0beaf-c6c1-43d2-ab6b-6b99bcf6a805" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.507529] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('31e0beaf-c6c1-43d2-ab6b-6b99bcf6a805',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1513.509626] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e325104-9b28-4c4b-bc9d-9737f281702f taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.509748] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e325104-9b28-4c4b-bc9d-9737f281702f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.509794] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e325104-9b28-4c4b-bc9d-9737f281702f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.510040] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e325104-9b28-4c4b-bc9d-9737f281702f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.510123] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e325104-9b28-4c4b-bc9d-9737f281702f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1513.510971] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.511088] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.511132] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.511264] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.511367] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1513.512133] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0fd5ebee-27ad-48de-a780-a823cd496c9c taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.512243] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.512243] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.512419] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.512477] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0fd5ebee-27ad-48de-a780-a823cd496c9c',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1513.513425] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53fa6b5d-a282-40e5-bbc1-4ba618028562 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.513425] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53fa6b5d-a282-40e5-bbc1-4ba618028562" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.513425] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53fa6b5d-a282-40e5-bbc1-4ba618028562" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.513637] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53fa6b5d-a282-40e5-bbc1-4ba618028562" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.513637] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53fa6b5d-a282-40e5-bbc1-4ba618028562',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1513.514806] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-772f4be7-9647-4df0-9cfc-f9cfde6aae9f taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.514806] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-772f4be7-9647-4df0-9cfc-f9cfde6aae9f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.514806] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-772f4be7-9647-4df0-9cfc-f9cfde6aae9f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.514806] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-772f4be7-9647-4df0-9cfc-f9cfde6aae9f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.514806] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('772f4be7-9647-4df0-9cfc-f9cfde6aae9f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1513.515361] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4bfd9b79-1782-475e-b528-c73d4a703442 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.515466] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4bfd9b79-1782-475e-b528-c73d4a703442" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.515516] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4bfd9b79-1782-475e-b528-c73d4a703442" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.516186] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4bfd9b79-1782-475e-b528-c73d4a703442" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.516186] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4bfd9b79-1782-475e-b528-c73d4a703442',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1513.516616] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b503b44c-c026-4120-95d4-701afa7d90c7 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.516616] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.516616] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.516791] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.516791] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b503b44c-c026-4120-95d4-701afa7d90c7',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1513.517797] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c35b78ff-cf2f-4afe-984f-527867e449a5 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.517797] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c35b78ff-cf2f-4afe-984f-527867e449a5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.517797] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c35b78ff-cf2f-4afe-984f-527867e449a5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.517797] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c35b78ff-cf2f-4afe-984f-527867e449a5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.517797] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c35b78ff-cf2f-4afe-984f-527867e449a5',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1513.518842] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-60915886-e743-46f2-98ba-f3a6940b1e66 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.518842] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-60915886-e743-46f2-98ba-f3a6940b1e66" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.518842] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-60915886-e743-46f2-98ba-f3a6940b1e66" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.518842] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-60915886-e743-46f2-98ba-f3a6940b1e66" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.519109] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('60915886-e743-46f2-98ba-f3a6940b1e66',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1513.519656] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b68631dd-a89d-4b1f-bebc-03bbe01be59b taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.519656] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b68631dd-a89d-4b1f-bebc-03bbe01be59b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.520045] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b68631dd-a89d-4b1f-bebc-03bbe01be59b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.520045] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b68631dd-a89d-4b1f-bebc-03bbe01be59b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.520045] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b68631dd-a89d-4b1f-bebc-03bbe01be59b',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1513.521052] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4197232b-00b3-4d7e-9a44-4c4f5c98a24d taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.521052] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4197232b-00b3-4d7e-9a44-4c4f5c98a24d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.521052] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4197232b-00b3-4d7e-9a44-4c4f5c98a24d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.521052] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4197232b-00b3-4d7e-9a44-4c4f5c98a24d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.521052] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4197232b-00b3-4d7e-9a44-4c4f5c98a24d',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1513.521867] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5f0f474-41d7-4660-b77b-028a6481a05c taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.521867] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5f0f474-41d7-4660-b77b-028a6481a05c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.521867] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5f0f474-41d7-4660-b77b-028a6481a05c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.522044] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5f0f474-41d7-4660-b77b-028a6481a05c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.522044] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5f0f474-41d7-4660-b77b-028a6481a05c',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1513.523097] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53cede52-51ea-45cd-9c0f-49e623b57d5e taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.523626] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53cede52-51ea-45cd-9c0f-49e623b57d5e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.523626] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53cede52-51ea-45cd-9c0f-49e623b57d5e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.523626] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53cede52-51ea-45cd-9c0f-49e623b57d5e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.523626] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53cede52-51ea-45cd-9c0f-49e623b57d5e',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1513.524099] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f5793b24-06e3-473f-bd9b-dc44d866d2ae taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.524197] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f5793b24-06e3-473f-bd9b-dc44d866d2ae" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.524238] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f5793b24-06e3-473f-bd9b-dc44d866d2ae" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.524445] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f5793b24-06e3-473f-bd9b-dc44d866d2ae" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.524558] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f5793b24-06e3-473f-bd9b-dc44d866d2ae',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1513.525535] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-667f782b-a80d-4de6-9fef-1129c0d1ade3 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.525701] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-667f782b-a80d-4de6-9fef-1129c0d1ade3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.525807] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-667f782b-a80d-4de6-9fef-1129c0d1ade3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.525969] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-667f782b-a80d-4de6-9fef-1129c0d1ade3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.526058] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('667f782b-a80d-4de6-9fef-1129c0d1ade3',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1513.526864] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8732058f-de18-4fc5-aa07-afa7e3868124 taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.527107] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8732058f-de18-4fc5-aa07-afa7e3868124" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.527107] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8732058f-de18-4fc5-aa07-afa7e3868124" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.527107] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8732058f-de18-4fc5-aa07-afa7e3868124" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.527229] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8732058f-de18-4fc5-aa07-afa7e3868124',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1513.528278] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.528278] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.528278] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.528278] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.528278] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1513.568652] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.568873] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.568873] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.569116] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.570811] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.570966] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.571575] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.571668] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.572361] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.572447] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.595383] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.595537] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 92ec8e91-9450-46ee-8d0f-44b064009f1e is going to be deleted. [ 1513.596402] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.596617] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.617334] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.617554] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0fd5ebee-27ad-48de-a780-a823cd496c9c is going to be deleted. [ 1513.618320] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.618534] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.637788] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.637962] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 31e0beaf-c6c1-43d2-ab6b-6b99bcf6a805 is going to be deleted. [ 1513.638835] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.639073] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.665599] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.665779] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 772f4be7-9647-4df0-9cfc-f9cfde6aae9f is going to be deleted. [ 1513.667558] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.667757] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.667757] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.667945] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.668047] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.668165] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-92ec8e91-9450-46ee-8d0f-44b064009f1e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.676796] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.676923] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.676994] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.677211] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.677298] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.677411] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0fd5ebee-27ad-48de-a780-a823cd496c9c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.711653] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.711814] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.711879] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.712118] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.712256] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.712324] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-31e0beaf-c6c1-43d2-ab6b-6b99bcf6a805" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.725691] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.725877] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.725877] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.726107] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.726196] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.726310] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-772f4be7-9647-4df0-9cfc-f9cfde6aae9f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.035501] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-b68631dd-a89d-4b1f-bebc-03bbe01be59b taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.035730] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b68631dd-a89d-4b1f-bebc-03bbe01be59b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.035730] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b68631dd-a89d-4b1f-bebc-03bbe01be59b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.035961] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b68631dd-a89d-4b1f-bebc-03bbe01be59b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.036146] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.036245] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.036306] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.036459] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.036546] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.036631] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b68631dd-a89d-4b1f-bebc-03bbe01be59b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.036717] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b68631dd-a89d-4b1f-bebc-03bbe01be59b',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1514.074346] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.074527] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.074575] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.074844] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.078364] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.078511] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.079263] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.079362] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.081759] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.081928] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.087358] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.087522] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.088369] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.088483] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.089229] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.089325] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.090652] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.090747] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.094840] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.094943] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.098504] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.098600] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.099588] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.099701] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.100346] env[65642]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1514.100810] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.100909] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.101597] env[65642]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1514.102046] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.102148] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.104345] env[65642]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1514.104782] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.104891] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.110675] env[65642]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1514.111139] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.111233] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.120546] env[65642]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1514.121069] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.121224] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b503b44c-c026-4120-95d4-701afa7d90c7 is going to be deleted. [ 1514.122154] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.122366] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.147153] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.147313] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d635d881-3548-4b12-a74f-a8f1d313a45f is going to be deleted. [ 1514.148223] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.148437] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.175049] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.175243] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4bfd9b79-1782-475e-b528-c73d4a703442 is going to be deleted. [ 1514.176205] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.176415] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.184048] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.184174] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.201809] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.201967] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53fa6b5d-a282-40e5-bbc1-4ba618028562 is going to be deleted. [ 1514.202897] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.203129] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.223823] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.223976] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c35b78ff-cf2f-4afe-984f-527867e449a5 is going to be deleted. [ 1514.224885] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.225139] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.256615] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.256822] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.283476] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.283681] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.287575] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.287678] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.289113] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.289269] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4197232b-00b3-4d7e-9a44-4c4f5c98a24d is going to be deleted. [ 1514.290376] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.290632] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.318467] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.318613] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53cede52-51ea-45cd-9c0f-49e623b57d5e is going to be deleted. [ 1514.319531] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.319746] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.340718] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.340924] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.376686] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.377059] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f5793b24-06e3-473f-bd9b-dc44d866d2ae is going to be deleted. [ 1514.377911] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.378158] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.426715] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.426897] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8732058f-de18-4fc5-aa07-afa7e3868124 is going to be deleted. [ 1514.428086] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.428342] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.467386] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.467537] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.480062] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.480254] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.481133] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.481258] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 60915886-e743-46f2-98ba-f3a6940b1e66 is going to be deleted. [ 1514.482149] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.482360] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.545504] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b68631dd-a89d-4b1f-bebc-03bbe01be59b',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1514.553837] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.553984] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e325104-9b28-4c4b-bc9d-9737f281702f is going to be deleted. [ 1514.554913] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.555146] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.557724] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.557914] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.623221] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.623435] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.638837] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.639061] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 667f782b-a80d-4de6-9fef-1129c0d1ade3 is going to be deleted. [ 1514.640135] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.640355] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.684428] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.684645] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.721224] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.721433] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.725928] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.726104] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5f0f474-41d7-4660-b77b-028a6481a05c is going to be deleted. [ 1514.727024] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.727231] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.757293] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.757473] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f is going to be deleted. [ 1514.758560] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.758804] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.787245] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.787491] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.849750] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.849968] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9 is going to be deleted. [ 1514.850892] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.851159] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.851253] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.851415] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b503b44c-c026-4120-95d4-701afa7d90c7" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.851544] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.851703] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.851781] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.851901] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d635d881-3548-4b12-a74f-a8f1d313a45f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.852450] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.852609] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.852693] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.852807] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4bfd9b79-1782-475e-b528-c73d4a703442" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.852935] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.853179] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.853179] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.853294] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53fa6b5d-a282-40e5-bbc1-4ba618028562" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.853411] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.853578] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.853614] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.853709] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c35b78ff-cf2f-4afe-984f-527867e449a5" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.853831] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.853963] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.854049] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.854158] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4197232b-00b3-4d7e-9a44-4c4f5c98a24d" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.854279] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.854413] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.854485] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.854591] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53cede52-51ea-45cd-9c0f-49e623b57d5e" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.854712] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.854843] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.854914] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.855029] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f5793b24-06e3-473f-bd9b-dc44d866d2ae" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.855155] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.855288] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.855358] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.855466] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8732058f-de18-4fc5-aa07-afa7e3868124" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.855708] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.856123] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.856257] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.856306] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-60915886-e743-46f2-98ba-f3a6940b1e66" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.856425] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.856731] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.856731] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.856731] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e325104-9b28-4c4b-bc9d-9737f281702f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.856843] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.856972] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.857058] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.857181] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-667f782b-a80d-4de6-9fef-1129c0d1ade3" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.923025] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.923244] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.923244] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.923459] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.923551] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.923670] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5f0f474-41d7-4660-b77b-028a6481a05c" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.946019] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.946243] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.946243] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.946440] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.946531] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.946648] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a9132a56-0ae3-471d-8d2d-d0d85f7d5d5f" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.043127] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.043343] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.043343] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.043561] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.043652] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.043775] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9ff8b07-3503-4fe6-a2c7-1bf6d9dae6d9" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.047165] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b68631dd-a89d-4b1f-bebc-03bbe01be59b: rpc.has_security_group_logging(os_id): False [ 1515.083983] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.084232] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.084232] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.084456] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.122888] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.123238] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.123390] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.123468] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.123634] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.123717] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.123807] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b68631dd-a89d-4b1f-bebc-03bbe01be59b is going to be updated. [ 1515.222264] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.222496] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.222496] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.222672] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.222821] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.259445] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b68631dd-a89d-4b1f-bebc-03bbe01be59b in Status: IN_PROGRESS for 2s [ 1516.764527] env[65642]: INFO networking_nsxv3.common.synchronization [req-a66d6112-f201-4ade-8053-e3846a8d3777 req-2d3a1e46-a4bb-4610-8da5-645ecdcc056d tempest-AttachVolumeTestJSON-1297019122 tempest-AttachVolumeTestJSON-1297019122-project-member] Enqueued Resource ID: b68631dd-a89d-4b1f-bebc-03bbe01be59b with Priority: HIGHEST for action security_group_members [ 1516.765084] env[65642]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b68631dd-a89d-4b1f-bebc-03bbe01be59b with Priority: HIGHEST for action security_group_members [ 1516.765386] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock member-b68631dd-a89d-4b1f-bebc-03bbe01be59b taken with stack trace [, , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.765513] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b68631dd-a89d-4b1f-bebc-03bbe01be59b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.765578] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b68631dd-a89d-4b1f-bebc-03bbe01be59b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.765770] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b68631dd-a89d-4b1f-bebc-03bbe01be59b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.765947] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.766061] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.766123] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.766336] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.766461] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.766622] env[65642]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b68631dd-a89d-4b1f-bebc-03bbe01be59b',) {} {{(pid=65642) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1517.268506] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.268719] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.268719] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.268905] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.268999] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.269197] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.269300] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.269353] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.269494] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.269569] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.269683] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b68631dd-a89d-4b1f-bebc-03bbe01be59b is going to be updated. [ 1517.275854] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b68631dd-a89d-4b1f-bebc-03bbe01be59b in Status: SUCCESS [ 1517.276062] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b68631dd-a89d-4b1f-bebc-03bbe01be59b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.301918] env[65642]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65642) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.302196] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.302196] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.302318] env[65642]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.302451] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.311265] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b68631dd-a89d-4b1f-bebc-03bbe01be59b in Status: IN_PROGRESS for 2s [ 1519.322583] env[65642]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b68631dd-a89d-4b1f-bebc-03bbe01be59b in Status: SUCCESS [ 1519.322990] env[65642]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b68631dd-a89d-4b1f-bebc-03bbe01be59b deletion is rescheduled due to dependency. [ 1519.322990] env[65642]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b68631dd-a89d-4b1f-bebc-03bbe01be59b" {{(pid=65642) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.766624] env[65642]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1521.767042] env[65642]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1526.768594] env[65642]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1526.769050] env[65642]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1531.770242] env[65642]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1531.770695] env[65642]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1536.771811] env[65642]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1536.772236] env[65642]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1541.772937] env[65642]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1541.772937] env[65642]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1546.774211] env[65642]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1546.774575] env[65642]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0